2024-11-26 22:21:09,032 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 2024-11-26 22:21:09,043 main DEBUG Took 0.009618 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-26 22:21:09,043 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-26 22:21:09,044 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-26 22:21:09,044 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-26 22:21:09,046 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 22:21:09,052 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-26 22:21:09,063 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 22:21:09,065 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 22:21:09,065 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 22:21:09,066 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 22:21:09,066 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 22:21:09,066 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 22:21:09,067 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 22:21:09,067 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 22:21:09,068 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 22:21:09,068 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 22:21:09,069 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 22:21:09,069 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 22:21:09,070 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 22:21:09,070 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 22:21:09,070 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 22:21:09,071 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 22:21:09,071 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 22:21:09,071 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 22:21:09,072 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 22:21:09,072 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 22:21:09,072 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 22:21:09,073 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 22:21:09,073 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 22:21:09,073 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 22:21:09,074 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 22:21:09,074 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-26 22:21:09,075 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 22:21:09,077 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-26 22:21:09,079 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-26 22:21:09,079 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-26 22:21:09,080 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-26 22:21:09,080 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-26 22:21:09,089 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-26 22:21:09,091 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-26 22:21:09,092 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-26 22:21:09,093 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-26 22:21:09,093 main DEBUG createAppenders(={Console}) 2024-11-26 22:21:09,094 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 initialized 2024-11-26 22:21:09,094 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 2024-11-26 22:21:09,094 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 OK. 2024-11-26 22:21:09,095 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-26 22:21:09,095 main DEBUG OutputStream closed 2024-11-26 22:21:09,095 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-26 22:21:09,095 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-26 22:21:09,096 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@54e1c68b OK 2024-11-26 22:21:09,190 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-26 22:21:09,193 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-26 22:21:09,194 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-26 22:21:09,196 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-26 22:21:09,197 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-26 22:21:09,197 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-26 22:21:09,197 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-26 22:21:09,198 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-26 22:21:09,198 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-26 22:21:09,199 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-26 22:21:09,199 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-26 22:21:09,200 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-26 22:21:09,200 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-26 22:21:09,201 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-26 22:21:09,201 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-26 22:21:09,201 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-26 22:21:09,201 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-26 22:21:09,202 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-26 22:21:09,205 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-26 22:21:09,205 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.7.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@7dda48d9) with optional ClassLoader: null 2024-11-26 22:21:09,205 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-26 22:21:09,206 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@7dda48d9] started OK. 2024-11-26T22:21:09,505 DEBUG [main {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/492ac8a3-4782-d344-ab57-1b2b07aed794 2024-11-26 22:21:09,508 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-26 22:21:09,508 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-26T22:21:09,521 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.TestAcidGuaranteesWithBasicPolicy timeout: 13 mins 2024-11-26T22:21:09,549 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-26T22:21:09,552 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/492ac8a3-4782-d344-ab57-1b2b07aed794/cluster_14c7f94f-865b-06af-e985-ad6dd07e983b, deleteOnExit=true 2024-11-26T22:21:09,552 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2024-11-26T22:21:09,553 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/492ac8a3-4782-d344-ab57-1b2b07aed794/test.cache.data in system properties and HBase conf 2024-11-26T22:21:09,554 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/492ac8a3-4782-d344-ab57-1b2b07aed794/hadoop.tmp.dir in system properties and HBase conf 2024-11-26T22:21:09,554 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/492ac8a3-4782-d344-ab57-1b2b07aed794/hadoop.log.dir in system properties and HBase conf 2024-11-26T22:21:09,555 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/492ac8a3-4782-d344-ab57-1b2b07aed794/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-26T22:21:09,556 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/492ac8a3-4782-d344-ab57-1b2b07aed794/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-26T22:21:09,556 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-11-26T22:21:09,657 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-26T22:21:09,755 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-26T22:21:09,759 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/492ac8a3-4782-d344-ab57-1b2b07aed794/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-26T22:21:09,760 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/492ac8a3-4782-d344-ab57-1b2b07aed794/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-26T22:21:09,760 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/492ac8a3-4782-d344-ab57-1b2b07aed794/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-26T22:21:09,760 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/492ac8a3-4782-d344-ab57-1b2b07aed794/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T22:21:09,761 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/492ac8a3-4782-d344-ab57-1b2b07aed794/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-26T22:21:09,761 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/492ac8a3-4782-d344-ab57-1b2b07aed794/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-26T22:21:09,762 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/492ac8a3-4782-d344-ab57-1b2b07aed794/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T22:21:09,762 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/492ac8a3-4782-d344-ab57-1b2b07aed794/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T22:21:09,762 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/492ac8a3-4782-d344-ab57-1b2b07aed794/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-26T22:21:09,763 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/492ac8a3-4782-d344-ab57-1b2b07aed794/nfs.dump.dir in system properties and HBase conf 2024-11-26T22:21:09,763 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/492ac8a3-4782-d344-ab57-1b2b07aed794/java.io.tmpdir in system properties and HBase conf 2024-11-26T22:21:09,763 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/492ac8a3-4782-d344-ab57-1b2b07aed794/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T22:21:09,764 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/492ac8a3-4782-d344-ab57-1b2b07aed794/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-26T22:21:09,764 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/492ac8a3-4782-d344-ab57-1b2b07aed794/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-26T22:21:10,659 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-26T22:21:10,737 INFO [Time-limited test {}] log.Log(170): Logging initialized @2531ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-26T22:21:10,814 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T22:21:10,879 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T22:21:10,905 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T22:21:10,905 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T22:21:10,907 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-26T22:21:10,926 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T22:21:10,929 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@73882ca4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/492ac8a3-4782-d344-ab57-1b2b07aed794/hadoop.log.dir/,AVAILABLE} 2024-11-26T22:21:10,930 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@588be694{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T22:21:11,152 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@f0d4558{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/492ac8a3-4782-d344-ab57-1b2b07aed794/java.io.tmpdir/jetty-localhost-42571-hadoop-hdfs-3_4_1-tests_jar-_-any-9230573247368016245/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T22:21:11,159 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4a299586{HTTP/1.1, (http/1.1)}{localhost:42571} 2024-11-26T22:21:11,159 INFO [Time-limited test {}] server.Server(415): Started @2954ms 2024-11-26T22:21:11,587 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T22:21:11,594 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T22:21:11,595 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T22:21:11,595 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T22:21:11,595 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-26T22:21:11,596 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@200c8689{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/492ac8a3-4782-d344-ab57-1b2b07aed794/hadoop.log.dir/,AVAILABLE} 2024-11-26T22:21:11,597 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@57582772{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T22:21:11,719 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@76026208{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/492ac8a3-4782-d344-ab57-1b2b07aed794/java.io.tmpdir/jetty-localhost-46053-hadoop-hdfs-3_4_1-tests_jar-_-any-5951575931872378618/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T22:21:11,720 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7489a976{HTTP/1.1, (http/1.1)}{localhost:46053} 2024-11-26T22:21:11,720 INFO [Time-limited test {}] server.Server(415): Started @3515ms 2024-11-26T22:21:11,777 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-26T22:21:12,274 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/492ac8a3-4782-d344-ab57-1b2b07aed794/cluster_14c7f94f-865b-06af-e985-ad6dd07e983b/dfs/data/data1/current/BP-1652841995-172.17.0.2-1732659670390/current, will proceed with Du for space computation calculation, 2024-11-26T22:21:12,274 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/492ac8a3-4782-d344-ab57-1b2b07aed794/cluster_14c7f94f-865b-06af-e985-ad6dd07e983b/dfs/data/data2/current/BP-1652841995-172.17.0.2-1732659670390/current, will proceed with Du for space computation calculation, 2024-11-26T22:21:12,317 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-26T22:21:12,375 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4ed165a00c87b1ec with lease ID 0xa47cb65a02d2b202: Processing first storage report for DS-af9ad92c-48e8-41d1-9d22-b3e888d6e022 from datanode DatanodeRegistration(127.0.0.1:43573, datanodeUuid=bbd9d50f-28e1-4720-a289-702d69a57443, infoPort=36521, infoSecurePort=0, ipcPort=37295, storageInfo=lv=-57;cid=testClusterID;nsid=86848422;c=1732659670390) 2024-11-26T22:21:12,376 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4ed165a00c87b1ec with lease ID 0xa47cb65a02d2b202: from storage DS-af9ad92c-48e8-41d1-9d22-b3e888d6e022 node DatanodeRegistration(127.0.0.1:43573, datanodeUuid=bbd9d50f-28e1-4720-a289-702d69a57443, infoPort=36521, infoSecurePort=0, ipcPort=37295, storageInfo=lv=-57;cid=testClusterID;nsid=86848422;c=1732659670390), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-26T22:21:12,377 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4ed165a00c87b1ec with lease ID 0xa47cb65a02d2b202: Processing first storage report for DS-3bbf9bd8-a9ee-4def-aa12-96fe84bc566e from datanode DatanodeRegistration(127.0.0.1:43573, datanodeUuid=bbd9d50f-28e1-4720-a289-702d69a57443, infoPort=36521, infoSecurePort=0, ipcPort=37295, storageInfo=lv=-57;cid=testClusterID;nsid=86848422;c=1732659670390) 2024-11-26T22:21:12,377 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4ed165a00c87b1ec with lease ID 0xa47cb65a02d2b202: from storage DS-3bbf9bd8-a9ee-4def-aa12-96fe84bc566e node DatanodeRegistration(127.0.0.1:43573, datanodeUuid=bbd9d50f-28e1-4720-a289-702d69a57443, infoPort=36521, infoSecurePort=0, ipcPort=37295, storageInfo=lv=-57;cid=testClusterID;nsid=86848422;c=1732659670390), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T22:21:12,458 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/492ac8a3-4782-d344-ab57-1b2b07aed794 2024-11-26T22:21:12,540 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/492ac8a3-4782-d344-ab57-1b2b07aed794/cluster_14c7f94f-865b-06af-e985-ad6dd07e983b/zookeeper_0, clientPort=58789, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/492ac8a3-4782-d344-ab57-1b2b07aed794/cluster_14c7f94f-865b-06af-e985-ad6dd07e983b/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/492ac8a3-4782-d344-ab57-1b2b07aed794/cluster_14c7f94f-865b-06af-e985-ad6dd07e983b/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-26T22:21:12,551 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=58789 2024-11-26T22:21:12,567 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T22:21:12,570 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T22:21:12,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073741825_1001 (size=7) 2024-11-26T22:21:13,226 INFO [Time-limited test {}] util.FSUtils(490): Created version file at hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5 with version=8 2024-11-26T22:21:13,226 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/hbase-staging 2024-11-26T22:21:13,363 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-26T22:21:13,631 INFO [Time-limited test {}] client.ConnectionUtils(129): master/d8c094cf5ab0:0 server-side Connection retries=45 2024-11-26T22:21:13,651 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T22:21:13,651 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T22:21:13,652 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T22:21:13,652 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T22:21:13,652 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T22:21:13,792 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-26T22:21:13,856 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-26T22:21:13,869 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-26T22:21:13,875 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T22:21:13,904 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 21518 (auto-detected) 2024-11-26T22:21:13,905 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-26T22:21:13,923 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:33623 2024-11-26T22:21:13,931 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T22:21:13,935 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T22:21:13,952 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=master:33623 connecting to ZooKeeper ensemble=127.0.0.1:58789 2024-11-26T22:21:13,992 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:336230x0, quorum=127.0.0.1:58789, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T22:21:13,994 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33623-0x10035ec2ead0000 connected 2024-11-26T22:21:14,024 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33623-0x10035ec2ead0000, quorum=127.0.0.1:58789, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-26T22:21:14,027 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33623-0x10035ec2ead0000, quorum=127.0.0.1:58789, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-26T22:21:14,030 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33623-0x10035ec2ead0000, quorum=127.0.0.1:58789, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-26T22:21:14,034 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33623 2024-11-26T22:21:14,036 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33623 2024-11-26T22:21:14,036 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33623 2024-11-26T22:21:14,037 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33623 2024-11-26T22:21:14,037 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33623 2024-11-26T22:21:14,045 INFO [Time-limited test {}] master.HMaster(488): hbase.rootdir=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5, hbase.cluster.distributed=false 2024-11-26T22:21:14,114 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/d8c094cf5ab0:0 server-side Connection retries=45 2024-11-26T22:21:14,115 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T22:21:14,115 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T22:21:14,115 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T22:21:14,115 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T22:21:14,115 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T22:21:14,118 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-26T22:21:14,121 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T22:21:14,122 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:34335 2024-11-26T22:21:14,124 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-26T22:21:14,130 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-26T22:21:14,132 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T22:21:14,135 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T22:21:14,139 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:34335 connecting to ZooKeeper ensemble=127.0.0.1:58789 2024-11-26T22:21:14,150 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:343350x0, quorum=127.0.0.1:58789, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T22:21:14,151 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:343350x0, quorum=127.0.0.1:58789, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-26T22:21:14,151 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34335-0x10035ec2ead0001 connected 2024-11-26T22:21:14,152 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34335-0x10035ec2ead0001, quorum=127.0.0.1:58789, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-26T22:21:14,153 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34335-0x10035ec2ead0001, quorum=127.0.0.1:58789, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-26T22:21:14,154 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34335 2024-11-26T22:21:14,154 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34335 2024-11-26T22:21:14,155 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34335 2024-11-26T22:21:14,155 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34335 2024-11-26T22:21:14,155 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34335 2024-11-26T22:21:14,158 INFO [master/d8c094cf5ab0:0:becomeActiveMaster {}] master.HMaster(2445): Adding backup master ZNode /hbase/backup-masters/d8c094cf5ab0,33623,1732659673356 2024-11-26T22:21:14,171 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33623-0x10035ec2ead0000, quorum=127.0.0.1:58789, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-26T22:21:14,171 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34335-0x10035ec2ead0001, quorum=127.0.0.1:58789, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-26T22:21:14,173 DEBUG [M:0;d8c094cf5ab0:33623 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;d8c094cf5ab0:33623 2024-11-26T22:21:14,173 DEBUG [master/d8c094cf5ab0:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33623-0x10035ec2ead0000, quorum=127.0.0.1:58789, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/d8c094cf5ab0,33623,1732659673356 2024-11-26T22:21:14,196 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34335-0x10035ec2ead0001, quorum=127.0.0.1:58789, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-26T22:21:14,196 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33623-0x10035ec2ead0000, quorum=127.0.0.1:58789, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-26T22:21:14,196 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34335-0x10035ec2ead0001, quorum=127.0.0.1:58789, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T22:21:14,196 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33623-0x10035ec2ead0000, quorum=127.0.0.1:58789, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T22:21:14,197 DEBUG [master/d8c094cf5ab0:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33623-0x10035ec2ead0000, quorum=127.0.0.1:58789, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-26T22:21:14,198 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:33623-0x10035ec2ead0000, quorum=127.0.0.1:58789, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-26T22:21:14,198 INFO [master/d8c094cf5ab0:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/d8c094cf5ab0,33623,1732659673356 from backup master directory 2024-11-26T22:21:14,201 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34335-0x10035ec2ead0001, quorum=127.0.0.1:58789, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-26T22:21:14,202 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33623-0x10035ec2ead0000, quorum=127.0.0.1:58789, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/d8c094cf5ab0,33623,1732659673356 2024-11-26T22:21:14,202 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33623-0x10035ec2ead0000, quorum=127.0.0.1:58789, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-26T22:21:14,202 WARN [master/d8c094cf5ab0:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T22:21:14,202 INFO [master/d8c094cf5ab0:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=d8c094cf5ab0,33623,1732659673356 2024-11-26T22:21:14,205 INFO [master/d8c094cf5ab0:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-26T22:21:14,206 INFO [master/d8c094cf5ab0:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-26T22:21:14,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073741826_1002 (size=42) 2024-11-26T22:21:14,681 DEBUG [master/d8c094cf5ab0:0:becomeActiveMaster {}] util.FSUtils(639): Created cluster ID file at hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/hbase.id with ID: d7b4fcf4-eaac-434e-8f4b-9b1252bcb8b8 2024-11-26T22:21:14,725 INFO [master/d8c094cf5ab0:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T22:21:14,752 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34335-0x10035ec2ead0001, quorum=127.0.0.1:58789, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T22:21:14,752 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33623-0x10035ec2ead0000, quorum=127.0.0.1:58789, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T22:21:14,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073741827_1003 (size=196) 2024-11-26T22:21:15,187 INFO [master/d8c094cf5ab0:0:becomeActiveMaster {}] region.MasterRegion(372): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T22:21:15,189 INFO [master/d8c094cf5ab0:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-26T22:21:15,209 DEBUG [master/d8c094cf5ab0:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:160) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:200) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:232) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:207) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:402) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:973) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2470) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:590) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.HMaster.lambda$run$1(HMaster.java:587) ~[classes/:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:21:15,214 INFO [master/d8c094cf5ab0:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T22:21:15,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073741828_1004 (size=1189) 2024-11-26T22:21:15,666 INFO [master/d8c094cf5ab0:0:becomeActiveMaster {}] regionserver.HRegion(7124): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/MasterData/data/master/store 2024-11-26T22:21:15,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073741829_1005 (size=34) 2024-11-26T22:21:16,089 INFO [master/d8c094cf5ab0:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-26T22:21:16,090 DEBUG [master/d8c094cf5ab0:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T22:21:16,091 DEBUG [master/d8c094cf5ab0:0:becomeActiveMaster {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T22:21:16,091 INFO [master/d8c094cf5ab0:0:becomeActiveMaster {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T22:21:16,091 DEBUG [master/d8c094cf5ab0:0:becomeActiveMaster {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T22:21:16,091 DEBUG [master/d8c094cf5ab0:0:becomeActiveMaster {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T22:21:16,091 DEBUG [master/d8c094cf5ab0:0:becomeActiveMaster {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T22:21:16,092 INFO [master/d8c094cf5ab0:0:becomeActiveMaster {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T22:21:16,092 DEBUG [master/d8c094cf5ab0:0:becomeActiveMaster {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-26T22:21:16,094 WARN [master/d8c094cf5ab0:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/MasterData/data/master/store/.initializing 2024-11-26T22:21:16,094 DEBUG [master/d8c094cf5ab0:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/MasterData/WALs/d8c094cf5ab0,33623,1732659673356 2024-11-26T22:21:16,100 INFO [master/d8c094cf5ab0:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T22:21:16,112 INFO [master/d8c094cf5ab0:0:becomeActiveMaster {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d8c094cf5ab0%2C33623%2C1732659673356, suffix=, logDir=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/MasterData/WALs/d8c094cf5ab0,33623,1732659673356, archiveDir=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/MasterData/oldWALs, maxLogs=10 2024-11-26T22:21:16,135 DEBUG [master/d8c094cf5ab0:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/MasterData/WALs/d8c094cf5ab0,33623,1732659673356/d8c094cf5ab0%2C33623%2C1732659673356.1732659676117, exclude list is [], retry=0 2024-11-26T22:21:16,152 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43573,DS-af9ad92c-48e8-41d1-9d22-b3e888d6e022,DISK] 2024-11-26T22:21:16,155 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-26T22:21:16,193 INFO [master/d8c094cf5ab0:0:becomeActiveMaster {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/MasterData/WALs/d8c094cf5ab0,33623,1732659673356/d8c094cf5ab0%2C33623%2C1732659673356.1732659676117 2024-11-26T22:21:16,194 DEBUG [master/d8c094cf5ab0:0:becomeActiveMaster {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36521:36521)] 2024-11-26T22:21:16,194 DEBUG [master/d8c094cf5ab0:0:becomeActiveMaster {}] regionserver.HRegion(7285): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-26T22:21:16,195 DEBUG [master/d8c094cf5ab0:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T22:21:16,198 DEBUG [master/d8c094cf5ab0:0:becomeActiveMaster {}] regionserver.HRegion(7327): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T22:21:16,200 DEBUG [master/d8c094cf5ab0:0:becomeActiveMaster {}] regionserver.HRegion(7330): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T22:21:16,238 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T22:21:16,272 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-26T22:21:16,276 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:21:16,279 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T22:21:16,280 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T22:21:16,284 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-26T22:21:16,284 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:21:16,286 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T22:21:16,286 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T22:21:16,289 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-26T22:21:16,289 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:21:16,290 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T22:21:16,291 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T22:21:16,294 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-26T22:21:16,294 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:21:16,295 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T22:21:16,299 DEBUG [master/d8c094cf5ab0:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T22:21:16,300 DEBUG [master/d8c094cf5ab0:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T22:21:16,309 DEBUG [master/d8c094cf5ab0:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T22:21:16,314 DEBUG [master/d8c094cf5ab0:0:becomeActiveMaster {}] regionserver.HRegion(1085): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T22:21:16,319 DEBUG [master/d8c094cf5ab0:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T22:21:16,320 INFO [master/d8c094cf5ab0:0:becomeActiveMaster {}] regionserver.HRegion(1102): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61819740, jitterRate=-0.07881408929824829}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T22:21:16,326 DEBUG [master/d8c094cf5ab0:0:becomeActiveMaster {}] regionserver.HRegion(1001): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-26T22:21:16,328 INFO [master/d8c094cf5ab0:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-26T22:21:16,364 DEBUG [master/d8c094cf5ab0:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39eb55bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T22:21:16,405 INFO [master/d8c094cf5ab0:0:becomeActiveMaster {}] master.HMaster(882): No meta location available on zookeeper, skip migrating... 2024-11-26T22:21:16,418 INFO [master/d8c094cf5ab0:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-26T22:21:16,418 INFO [master/d8c094cf5ab0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(633): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-26T22:21:16,421 INFO [master/d8c094cf5ab0:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-26T22:21:16,423 INFO [master/d8c094cf5ab0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(653): Recovered RegionProcedureStore lease in 1 msec 2024-11-26T22:21:16,428 INFO [master/d8c094cf5ab0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(667): Loaded RegionProcedureStore in 5 msec 2024-11-26T22:21:16,428 INFO [master/d8c094cf5ab0:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-26T22:21:16,457 INFO [master/d8c094cf5ab0:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-26T22:21:16,469 DEBUG [master/d8c094cf5ab0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33623-0x10035ec2ead0000, quorum=127.0.0.1:58789, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-26T22:21:16,472 DEBUG [master/d8c094cf5ab0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/balancer already deleted, retry=false 2024-11-26T22:21:16,474 INFO [master/d8c094cf5ab0:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-26T22:21:16,475 DEBUG [master/d8c094cf5ab0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33623-0x10035ec2ead0000, quorum=127.0.0.1:58789, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-26T22:21:16,477 DEBUG [master/d8c094cf5ab0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/normalizer already deleted, retry=false 2024-11-26T22:21:16,479 INFO [master/d8c094cf5ab0:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-26T22:21:16,482 DEBUG [master/d8c094cf5ab0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33623-0x10035ec2ead0000, quorum=127.0.0.1:58789, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-26T22:21:16,484 DEBUG [master/d8c094cf5ab0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/split already deleted, retry=false 2024-11-26T22:21:16,485 DEBUG [master/d8c094cf5ab0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33623-0x10035ec2ead0000, quorum=127.0.0.1:58789, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-26T22:21:16,487 DEBUG [master/d8c094cf5ab0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/merge already deleted, retry=false 2024-11-26T22:21:16,497 DEBUG [master/d8c094cf5ab0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33623-0x10035ec2ead0000, quorum=127.0.0.1:58789, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-26T22:21:16,499 DEBUG [master/d8c094cf5ab0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-26T22:21:16,503 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34335-0x10035ec2ead0001, quorum=127.0.0.1:58789, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-26T22:21:16,503 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33623-0x10035ec2ead0000, quorum=127.0.0.1:58789, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-26T22:21:16,503 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34335-0x10035ec2ead0001, quorum=127.0.0.1:58789, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T22:21:16,503 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33623-0x10035ec2ead0000, quorum=127.0.0.1:58789, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T22:21:16,503 INFO [master/d8c094cf5ab0:0:becomeActiveMaster {}] master.HMaster(826): Active/primary master=d8c094cf5ab0,33623,1732659673356, sessionid=0x10035ec2ead0000, setting cluster-up flag (Was=false) 2024-11-26T22:21:16,516 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33623-0x10035ec2ead0000, quorum=127.0.0.1:58789, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T22:21:16,516 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34335-0x10035ec2ead0001, quorum=127.0.0.1:58789, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T22:21:16,522 DEBUG [master/d8c094cf5ab0:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-26T22:21:16,523 DEBUG [master/d8c094cf5ab0:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d8c094cf5ab0,33623,1732659673356 2024-11-26T22:21:16,529 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33623-0x10035ec2ead0000, quorum=127.0.0.1:58789, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T22:21:16,529 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34335-0x10035ec2ead0001, quorum=127.0.0.1:58789, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T22:21:16,533 DEBUG [master/d8c094cf5ab0:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-26T22:21:16,535 DEBUG [master/d8c094cf5ab0:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d8c094cf5ab0,33623,1732659673356 2024-11-26T22:21:16,573 DEBUG [RS:0;d8c094cf5ab0:34335 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;d8c094cf5ab0:34335 2024-11-26T22:21:16,575 INFO [RS:0;d8c094cf5ab0:34335 {}] regionserver.HRegionServer(1008): ClusterId : d7b4fcf4-eaac-434e-8f4b-9b1252bcb8b8 2024-11-26T22:21:16,578 DEBUG [RS:0;d8c094cf5ab0:34335 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-26T22:21:16,582 DEBUG [RS:0;d8c094cf5ab0:34335 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-26T22:21:16,583 DEBUG [RS:0;d8c094cf5ab0:34335 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-26T22:21:16,585 DEBUG [RS:0;d8c094cf5ab0:34335 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-26T22:21:16,586 DEBUG [RS:0;d8c094cf5ab0:34335 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e27d2eb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T22:21:16,588 DEBUG [RS:0;d8c094cf5ab0:34335 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58251447, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d8c094cf5ab0/172.17.0.2:0 2024-11-26T22:21:16,591 INFO [RS:0;d8c094cf5ab0:34335 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-11-26T22:21:16,591 INFO [RS:0;d8c094cf5ab0:34335 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-11-26T22:21:16,591 DEBUG [RS:0;d8c094cf5ab0:34335 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-11-26T22:21:16,593 INFO [RS:0;d8c094cf5ab0:34335 {}] regionserver.HRegionServer(3073): reportForDuty to master=d8c094cf5ab0,33623,1732659673356 with isa=d8c094cf5ab0/172.17.0.2:34335, startcode=1732659674113 2024-11-26T22:21:16,606 DEBUG [RS:0;d8c094cf5ab0:34335 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-26T22:21:16,623 DEBUG [master/d8c094cf5ab0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2024-11-26T22:21:16,631 INFO [master/d8c094cf5ab0:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(575): slop=0.2 2024-11-26T22:21:16,637 INFO [master/d8c094cf5ab0:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(294): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-26T22:21:16,644 DEBUG [master/d8c094cf5ab0:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: d8c094cf5ab0,33623,1732659673356 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-26T22:21:16,649 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46137, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-26T22:21:16,650 DEBUG [master/d8c094cf5ab0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/d8c094cf5ab0:0, corePoolSize=5, maxPoolSize=5 2024-11-26T22:21:16,650 DEBUG [master/d8c094cf5ab0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/d8c094cf5ab0:0, corePoolSize=5, maxPoolSize=5 2024-11-26T22:21:16,650 DEBUG [master/d8c094cf5ab0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/d8c094cf5ab0:0, corePoolSize=5, maxPoolSize=5 2024-11-26T22:21:16,650 DEBUG [master/d8c094cf5ab0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/d8c094cf5ab0:0, corePoolSize=5, maxPoolSize=5 2024-11-26T22:21:16,651 DEBUG [master/d8c094cf5ab0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/d8c094cf5ab0:0, corePoolSize=10, maxPoolSize=10 2024-11-26T22:21:16,651 DEBUG [master/d8c094cf5ab0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/d8c094cf5ab0:0, corePoolSize=1, maxPoolSize=1 2024-11-26T22:21:16,651 DEBUG [master/d8c094cf5ab0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/d8c094cf5ab0:0, corePoolSize=2, maxPoolSize=2 2024-11-26T22:21:16,651 DEBUG [master/d8c094cf5ab0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/d8c094cf5ab0:0, corePoolSize=1, maxPoolSize=1 2024-11-26T22:21:16,656 INFO [master/d8c094cf5ab0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732659706655 2024-11-26T22:21:16,657 INFO [master/d8c094cf5ab0:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-26T22:21:16,657 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33623 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3280) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:593) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:16,659 INFO [master/d8c094cf5ab0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-26T22:21:16,659 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2024-11-26T22:21:16,660 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2024-11-26T22:21:16,663 INFO [master/d8c094cf5ab0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-26T22:21:16,664 INFO [master/d8c094cf5ab0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-26T22:21:16,664 INFO [master/d8c094cf5ab0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-26T22:21:16,664 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:21:16,664 INFO [master/d8c094cf5ab0:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-26T22:21:16,665 INFO [master/d8c094cf5ab0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T22:21:16,665 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-26T22:21:16,667 INFO [master/d8c094cf5ab0:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-26T22:21:16,669 INFO [master/d8c094cf5ab0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-26T22:21:16,669 INFO [master/d8c094cf5ab0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-26T22:21:16,672 INFO [master/d8c094cf5ab0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-26T22:21:16,672 INFO [master/d8c094cf5ab0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-26T22:21:16,674 DEBUG [master/d8c094cf5ab0:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/d8c094cf5ab0:0:becomeActiveMaster-HFileCleaner.large.0-1732659676674,5,FailOnTimeoutGroup] 2024-11-26T22:21:16,674 DEBUG [master/d8c094cf5ab0:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/d8c094cf5ab0:0:becomeActiveMaster-HFileCleaner.small.0-1732659676674,5,FailOnTimeoutGroup] 2024-11-26T22:21:16,674 INFO [master/d8c094cf5ab0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T22:21:16,675 INFO [master/d8c094cf5ab0:0:becomeActiveMaster {}] master.HMaster(1680): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-26T22:21:16,676 INFO [master/d8c094cf5ab0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-26T22:21:16,676 INFO [master/d8c094cf5ab0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-26T22:21:16,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073741831_1007 (size=1039) 2024-11-26T22:21:16,688 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2024-11-26T22:21:16,689 INFO [PEWorker-1 {}] regionserver.HRegion(7106): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5 2024-11-26T22:21:16,690 DEBUG [RS:0;d8c094cf5ab0:34335 {}] regionserver.HRegionServer(3097): Master is not running yet 2024-11-26T22:21:16,690 WARN [RS:0;d8c094cf5ab0:34335 {}] regionserver.HRegionServer(1099): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-26T22:21:16,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073741832_1008 (size=32) 2024-11-26T22:21:16,792 INFO [RS:0;d8c094cf5ab0:34335 {}] regionserver.HRegionServer(3073): reportForDuty to master=d8c094cf5ab0,33623,1732659673356 with isa=d8c094cf5ab0/172.17.0.2:34335, startcode=1732659674113 2024-11-26T22:21:16,794 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33623 {}] master.ServerManager(332): Checking decommissioned status of RegionServer d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:16,796 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33623 {}] master.ServerManager(486): Registering regionserver=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:16,806 DEBUG [RS:0;d8c094cf5ab0:34335 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5 2024-11-26T22:21:16,806 DEBUG [RS:0;d8c094cf5ab0:34335 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:34015 2024-11-26T22:21:16,806 DEBUG [RS:0;d8c094cf5ab0:34335 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-11-26T22:21:16,810 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33623-0x10035ec2ead0000, quorum=127.0.0.1:58789, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-26T22:21:16,810 DEBUG [RS:0;d8c094cf5ab0:34335 {}] zookeeper.ZKUtil(111): regionserver:34335-0x10035ec2ead0001, quorum=127.0.0.1:58789, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:16,811 WARN [RS:0;d8c094cf5ab0:34335 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T22:21:16,811 INFO [RS:0;d8c094cf5ab0:34335 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T22:21:16,811 DEBUG [RS:0;d8c094cf5ab0:34335 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/WALs/d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:16,813 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [d8c094cf5ab0,34335,1732659674113] 2024-11-26T22:21:16,825 DEBUG [RS:0;d8c094cf5ab0:34335 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-11-26T22:21:16,836 INFO [RS:0;d8c094cf5ab0:34335 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-26T22:21:16,850 INFO [RS:0;d8c094cf5ab0:34335 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-26T22:21:16,853 INFO [RS:0;d8c094cf5ab0:34335 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-26T22:21:16,853 INFO [RS:0;d8c094cf5ab0:34335 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T22:21:16,854 INFO [RS:0;d8c094cf5ab0:34335 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-11-26T22:21:16,861 INFO [RS:0;d8c094cf5ab0:34335 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-26T22:21:16,862 DEBUG [RS:0;d8c094cf5ab0:34335 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/d8c094cf5ab0:0, corePoolSize=1, maxPoolSize=1 2024-11-26T22:21:16,862 DEBUG [RS:0;d8c094cf5ab0:34335 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/d8c094cf5ab0:0, corePoolSize=1, maxPoolSize=1 2024-11-26T22:21:16,862 DEBUG [RS:0;d8c094cf5ab0:34335 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/d8c094cf5ab0:0, corePoolSize=1, maxPoolSize=1 2024-11-26T22:21:16,863 DEBUG [RS:0;d8c094cf5ab0:34335 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/d8c094cf5ab0:0, corePoolSize=1, maxPoolSize=1 2024-11-26T22:21:16,863 DEBUG [RS:0;d8c094cf5ab0:34335 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/d8c094cf5ab0:0, corePoolSize=1, maxPoolSize=1 2024-11-26T22:21:16,863 DEBUG [RS:0;d8c094cf5ab0:34335 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/d8c094cf5ab0:0, corePoolSize=2, maxPoolSize=2 2024-11-26T22:21:16,863 DEBUG [RS:0;d8c094cf5ab0:34335 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/d8c094cf5ab0:0, corePoolSize=1, maxPoolSize=1 2024-11-26T22:21:16,863 DEBUG [RS:0;d8c094cf5ab0:34335 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/d8c094cf5ab0:0, corePoolSize=1, maxPoolSize=1 2024-11-26T22:21:16,864 DEBUG [RS:0;d8c094cf5ab0:34335 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/d8c094cf5ab0:0, corePoolSize=1, maxPoolSize=1 2024-11-26T22:21:16,864 DEBUG [RS:0;d8c094cf5ab0:34335 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/d8c094cf5ab0:0, corePoolSize=1, maxPoolSize=1 2024-11-26T22:21:16,864 DEBUG [RS:0;d8c094cf5ab0:34335 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/d8c094cf5ab0:0, corePoolSize=1, maxPoolSize=1 2024-11-26T22:21:16,865 DEBUG [RS:0;d8c094cf5ab0:34335 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/d8c094cf5ab0:0, corePoolSize=3, maxPoolSize=3 2024-11-26T22:21:16,865 DEBUG [RS:0;d8c094cf5ab0:34335 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0, corePoolSize=3, maxPoolSize=3 2024-11-26T22:21:16,866 INFO [RS:0;d8c094cf5ab0:34335 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T22:21:16,866 INFO [RS:0;d8c094cf5ab0:34335 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T22:21:16,866 INFO [RS:0;d8c094cf5ab0:34335 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-26T22:21:16,866 INFO [RS:0;d8c094cf5ab0:34335 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-26T22:21:16,866 INFO [RS:0;d8c094cf5ab0:34335 {}] hbase.ChoreService(168): Chore ScheduledChore name=d8c094cf5ab0,34335,1732659674113-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T22:21:16,894 INFO [RS:0;d8c094cf5ab0:34335 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-26T22:21:16,897 INFO [RS:0;d8c094cf5ab0:34335 {}] hbase.ChoreService(168): Chore ScheduledChore name=d8c094cf5ab0,34335,1732659674113-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T22:21:16,919 INFO [RS:0;d8c094cf5ab0:34335 {}] regionserver.Replication(204): d8c094cf5ab0,34335,1732659674113 started 2024-11-26T22:21:16,920 INFO [RS:0;d8c094cf5ab0:34335 {}] regionserver.HRegionServer(1767): Serving as d8c094cf5ab0,34335,1732659674113, RpcServer on d8c094cf5ab0/172.17.0.2:34335, sessionid=0x10035ec2ead0001 2024-11-26T22:21:16,921 DEBUG [RS:0;d8c094cf5ab0:34335 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-26T22:21:16,921 DEBUG [RS:0;d8c094cf5ab0:34335 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:16,921 DEBUG [RS:0;d8c094cf5ab0:34335 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd8c094cf5ab0,34335,1732659674113' 2024-11-26T22:21:16,921 DEBUG [RS:0;d8c094cf5ab0:34335 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-26T22:21:16,922 DEBUG [RS:0;d8c094cf5ab0:34335 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-26T22:21:16,923 DEBUG [RS:0;d8c094cf5ab0:34335 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-26T22:21:16,923 DEBUG [RS:0;d8c094cf5ab0:34335 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-26T22:21:16,923 DEBUG [RS:0;d8c094cf5ab0:34335 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:16,923 DEBUG [RS:0;d8c094cf5ab0:34335 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd8c094cf5ab0,34335,1732659674113' 2024-11-26T22:21:16,923 DEBUG [RS:0;d8c094cf5ab0:34335 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-26T22:21:16,924 DEBUG [RS:0;d8c094cf5ab0:34335 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-26T22:21:16,924 DEBUG [RS:0;d8c094cf5ab0:34335 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-26T22:21:16,924 INFO [RS:0;d8c094cf5ab0:34335 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-26T22:21:16,925 INFO [RS:0;d8c094cf5ab0:34335 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-26T22:21:17,030 INFO [RS:0;d8c094cf5ab0:34335 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T22:21:17,034 INFO [RS:0;d8c094cf5ab0:34335 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d8c094cf5ab0%2C34335%2C1732659674113, suffix=, logDir=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/WALs/d8c094cf5ab0,34335,1732659674113, archiveDir=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/oldWALs, maxLogs=32 2024-11-26T22:21:17,052 DEBUG [RS:0;d8c094cf5ab0:34335 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/WALs/d8c094cf5ab0,34335,1732659674113/d8c094cf5ab0%2C34335%2C1732659674113.1732659677037, exclude list is [], retry=0 2024-11-26T22:21:17,056 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43573,DS-af9ad92c-48e8-41d1-9d22-b3e888d6e022,DISK] 2024-11-26T22:21:17,060 INFO [RS:0;d8c094cf5ab0:34335 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/WALs/d8c094cf5ab0,34335,1732659674113/d8c094cf5ab0%2C34335%2C1732659674113.1732659677037 2024-11-26T22:21:17,061 DEBUG [RS:0;d8c094cf5ab0:34335 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36521:36521)] 2024-11-26T22:21:17,104 DEBUG [PEWorker-1 {}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T22:21:17,107 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T22:21:17,110 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T22:21:17,110 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:21:17,112 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T22:21:17,112 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T22:21:17,115 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T22:21:17,115 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:21:17,116 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T22:21:17,117 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T22:21:17,120 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T22:21:17,120 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:21:17,121 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T22:21:17,122 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/hbase/meta/1588230740 2024-11-26T22:21:17,123 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/hbase/meta/1588230740 2024-11-26T22:21:17,126 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-26T22:21:17,129 DEBUG [PEWorker-1 {}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-11-26T22:21:17,132 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T22:21:17,133 INFO [PEWorker-1 {}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74697421, jitterRate=0.11307831108570099}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-26T22:21:17,135 DEBUG [PEWorker-1 {}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-11-26T22:21:17,136 DEBUG [PEWorker-1 {}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-11-26T22:21:17,136 INFO [PEWorker-1 {}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-11-26T22:21:17,136 DEBUG [PEWorker-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-11-26T22:21:17,136 DEBUG [PEWorker-1 {}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T22:21:17,136 DEBUG [PEWorker-1 {}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T22:21:17,137 INFO [PEWorker-1 {}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-11-26T22:21:17,137 DEBUG [PEWorker-1 {}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-11-26T22:21:17,140 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2024-11-26T22:21:17,140 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2024-11-26T22:21:17,146 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-26T22:21:17,155 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T22:21:17,158 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-26T22:21:17,310 DEBUG [d8c094cf5ab0:33623 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-26T22:21:17,315 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:17,321 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d8c094cf5ab0,34335,1732659674113, state=OPENING 2024-11-26T22:21:17,326 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-26T22:21:17,328 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34335-0x10035ec2ead0001, quorum=127.0.0.1:58789, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T22:21:17,328 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33623-0x10035ec2ead0000, quorum=127.0.0.1:58789, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T22:21:17,329 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-26T22:21:17,329 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-26T22:21:17,330 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=d8c094cf5ab0,34335,1732659674113}] 2024-11-26T22:21:17,506 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:17,508 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T22:21:17,512 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56526, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-26T22:21:17,522 INFO [RS_OPEN_META-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-11-26T22:21:17,523 INFO [RS_OPEN_META-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T22:21:17,523 INFO [RS_OPEN_META-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-26T22:21:17,527 INFO [RS_OPEN_META-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d8c094cf5ab0%2C34335%2C1732659674113.meta, suffix=.meta, logDir=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/WALs/d8c094cf5ab0,34335,1732659674113, archiveDir=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/oldWALs, maxLogs=32 2024-11-26T22:21:17,544 DEBUG [RS_OPEN_META-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/WALs/d8c094cf5ab0,34335,1732659674113/d8c094cf5ab0%2C34335%2C1732659674113.meta.1732659677529.meta, exclude list is [], retry=0 2024-11-26T22:21:17,548 DEBUG [RS-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43573,DS-af9ad92c-48e8-41d1-9d22-b3e888d6e022,DISK] 2024-11-26T22:21:17,552 INFO [RS_OPEN_META-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/WALs/d8c094cf5ab0,34335,1732659674113/d8c094cf5ab0%2C34335%2C1732659674113.meta.1732659677529.meta 2024-11-26T22:21:17,552 DEBUG [RS_OPEN_META-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36521:36521)] 2024-11-26T22:21:17,553 DEBUG [RS_OPEN_META-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-26T22:21:17,554 DEBUG [RS_OPEN_META-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T22:21:17,615 DEBUG [RS_OPEN_META-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-26T22:21:17,621 INFO [RS_OPEN_META-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-26T22:21:17,625 DEBUG [RS_OPEN_META-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-26T22:21:17,626 DEBUG [RS_OPEN_META-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T22:21:17,626 DEBUG [RS_OPEN_META-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-11-26T22:21:17,626 DEBUG [RS_OPEN_META-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-11-26T22:21:17,630 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T22:21:17,632 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T22:21:17,632 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:21:17,633 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T22:21:17,633 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T22:21:17,635 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T22:21:17,635 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:21:17,636 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T22:21:17,636 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T22:21:17,637 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T22:21:17,637 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:21:17,638 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T22:21:17,640 DEBUG [RS_OPEN_META-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/hbase/meta/1588230740 2024-11-26T22:21:17,643 DEBUG [RS_OPEN_META-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/hbase/meta/1588230740 2024-11-26T22:21:17,646 DEBUG [RS_OPEN_META-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-26T22:21:17,649 DEBUG [RS_OPEN_META-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-11-26T22:21:17,650 INFO [RS_OPEN_META-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59335091, jitterRate=-0.11583824455738068}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-26T22:21:17,652 DEBUG [RS_OPEN_META-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-11-26T22:21:17,661 INFO [RS_OPEN_META-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732659677501 2024-11-26T22:21:17,672 DEBUG [RS_OPEN_META-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-26T22:21:17,673 INFO [RS_OPEN_META-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-11-26T22:21:17,674 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:17,676 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d8c094cf5ab0,34335,1732659674113, state=OPEN 2024-11-26T22:21:17,680 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33623-0x10035ec2ead0000, quorum=127.0.0.1:58789, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-26T22:21:17,680 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34335-0x10035ec2ead0001, quorum=127.0.0.1:58789, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-26T22:21:17,681 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-26T22:21:17,681 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-26T22:21:17,685 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=3, resume processing ppid=2 2024-11-26T22:21:17,685 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=d8c094cf5ab0,34335,1732659674113 in 350 msec 2024-11-26T22:21:17,691 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=2, resume processing ppid=1 2024-11-26T22:21:17,691 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 541 msec 2024-11-26T22:21:17,696 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 1.1250 sec 2024-11-26T22:21:17,696 INFO [master/d8c094cf5ab0:0:becomeActiveMaster {}] master.HMaster(1088): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732659677696, completionTime=-1 2024-11-26T22:21:17,697 INFO [master/d8c094cf5ab0:0:becomeActiveMaster {}] master.ServerManager(907): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-26T22:21:17,697 DEBUG [master/d8c094cf5ab0:0:becomeActiveMaster {}] assignment.AssignmentManager(1747): Joining cluster... 2024-11-26T22:21:17,735 DEBUG [hconnection-0x276b246c-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T22:21:17,737 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56528, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T22:21:17,748 INFO [master/d8c094cf5ab0:0:becomeActiveMaster {}] assignment.AssignmentManager(1759): Number of RegionServers=1 2024-11-26T22:21:17,748 INFO [master/d8c094cf5ab0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732659737748 2024-11-26T22:21:17,749 INFO [master/d8c094cf5ab0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732659797749 2024-11-26T22:21:17,749 INFO [master/d8c094cf5ab0:0:becomeActiveMaster {}] assignment.AssignmentManager(1766): Joined the cluster in 51 msec 2024-11-26T22:21:17,769 INFO [master/d8c094cf5ab0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d8c094cf5ab0,33623,1732659673356-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T22:21:17,769 INFO [master/d8c094cf5ab0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d8c094cf5ab0,33623,1732659673356-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T22:21:17,770 INFO [master/d8c094cf5ab0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d8c094cf5ab0,33623,1732659673356-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T22:21:17,771 INFO [master/d8c094cf5ab0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-d8c094cf5ab0:33623, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T22:21:17,772 INFO [master/d8c094cf5ab0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-26T22:21:17,777 DEBUG [master/d8c094cf5ab0:0.Chore.1 {}] janitor.CatalogJanitor(179): 2024-11-26T22:21:17,780 INFO [master/d8c094cf5ab0:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2024-11-26T22:21:17,781 INFO [master/d8c094cf5ab0:0:becomeActiveMaster {}] master.HMaster(2425): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-26T22:21:17,788 DEBUG [master/d8c094cf5ab0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2024-11-26T22:21:17,791 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T22:21:17,792 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:21:17,794 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T22:21:17,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073741835_1011 (size=358) 2024-11-26T22:21:18,211 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 34353eef407cdf1880c2d872924da105, NAME => 'hbase:namespace,,1732659677781.34353eef407cdf1880c2d872924da105.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5 2024-11-26T22:21:18,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073741836_1012 (size=42) 2024-11-26T22:21:18,622 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(894): Instantiated hbase:namespace,,1732659677781.34353eef407cdf1880c2d872924da105.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T22:21:18,622 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1681): Closing 34353eef407cdf1880c2d872924da105, disabling compactions & flushes 2024-11-26T22:21:18,623 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1703): Closing region hbase:namespace,,1732659677781.34353eef407cdf1880c2d872924da105. 2024-11-26T22:21:18,623 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1732659677781.34353eef407cdf1880c2d872924da105. 2024-11-26T22:21:18,623 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1732659677781.34353eef407cdf1880c2d872924da105. after waiting 0 ms 2024-11-26T22:21:18,623 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1732659677781.34353eef407cdf1880c2d872924da105. 2024-11-26T22:21:18,623 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1922): Closed hbase:namespace,,1732659677781.34353eef407cdf1880c2d872924da105. 2024-11-26T22:21:18,623 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1635): Region close journal for 34353eef407cdf1880c2d872924da105: 2024-11-26T22:21:18,626 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T22:21:18,633 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1732659677781.34353eef407cdf1880c2d872924da105.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1732659678627"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732659678627"}]},"ts":"1732659678627"} 2024-11-26T22:21:18,658 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-26T22:21:18,660 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T22:21:18,663 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732659678660"}]},"ts":"1732659678660"} 2024-11-26T22:21:18,667 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2024-11-26T22:21:18,673 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=34353eef407cdf1880c2d872924da105, ASSIGN}] 2024-11-26T22:21:18,676 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=34353eef407cdf1880c2d872924da105, ASSIGN 2024-11-26T22:21:18,678 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=34353eef407cdf1880c2d872924da105, ASSIGN; state=OFFLINE, location=d8c094cf5ab0,34335,1732659674113; forceNewPlan=false, retain=false 2024-11-26T22:21:18,828 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=34353eef407cdf1880c2d872924da105, regionState=OPENING, regionLocation=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:18,833 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure 34353eef407cdf1880c2d872924da105, server=d8c094cf5ab0,34335,1732659674113}] 2024-11-26T22:21:18,987 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:18,994 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(135): Open hbase:namespace,,1732659677781.34353eef407cdf1880c2d872924da105. 2024-11-26T22:21:18,994 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7285): Opening region: {ENCODED => 34353eef407cdf1880c2d872924da105, NAME => 'hbase:namespace,,1732659677781.34353eef407cdf1880c2d872924da105.', STARTKEY => '', ENDKEY => ''} 2024-11-26T22:21:18,994 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace 34353eef407cdf1880c2d872924da105 2024-11-26T22:21:18,995 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(894): Instantiated hbase:namespace,,1732659677781.34353eef407cdf1880c2d872924da105.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T22:21:18,995 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7327): checking encryption for 34353eef407cdf1880c2d872924da105 2024-11-26T22:21:18,995 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7330): checking classloading for 34353eef407cdf1880c2d872924da105 2024-11-26T22:21:18,997 INFO [StoreOpener-34353eef407cdf1880c2d872924da105-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 34353eef407cdf1880c2d872924da105 2024-11-26T22:21:19,000 INFO [StoreOpener-34353eef407cdf1880c2d872924da105-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 34353eef407cdf1880c2d872924da105 columnFamilyName info 2024-11-26T22:21:19,000 DEBUG [StoreOpener-34353eef407cdf1880c2d872924da105-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:21:19,001 INFO [StoreOpener-34353eef407cdf1880c2d872924da105-1 {}] regionserver.HStore(327): Store=34353eef407cdf1880c2d872924da105/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T22:21:19,002 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/hbase/namespace/34353eef407cdf1880c2d872924da105 2024-11-26T22:21:19,003 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/hbase/namespace/34353eef407cdf1880c2d872924da105 2024-11-26T22:21:19,007 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1085): writing seq id for 34353eef407cdf1880c2d872924da105 2024-11-26T22:21:19,011 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/hbase/namespace/34353eef407cdf1880c2d872924da105/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T22:21:19,012 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1102): Opened 34353eef407cdf1880c2d872924da105; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60997671, jitterRate=-0.09106387197971344}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-26T22:21:19,013 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1001): Region open journal for 34353eef407cdf1880c2d872924da105: 2024-11-26T22:21:19,015 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:namespace,,1732659677781.34353eef407cdf1880c2d872924da105., pid=6, masterSystemTime=1732659678987 2024-11-26T22:21:19,019 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:namespace,,1732659677781.34353eef407cdf1880c2d872924da105. 2024-11-26T22:21:19,019 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(164): Opened hbase:namespace,,1732659677781.34353eef407cdf1880c2d872924da105. 2024-11-26T22:21:19,020 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=34353eef407cdf1880c2d872924da105, regionState=OPEN, openSeqNum=2, regionLocation=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:19,027 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=6, resume processing ppid=5 2024-11-26T22:21:19,028 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure 34353eef407cdf1880c2d872924da105, server=d8c094cf5ab0,34335,1732659674113 in 190 msec 2024-11-26T22:21:19,031 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=5, resume processing ppid=4 2024-11-26T22:21:19,031 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=34353eef407cdf1880c2d872924da105, ASSIGN in 354 msec 2024-11-26T22:21:19,032 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T22:21:19,033 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732659679032"}]},"ts":"1732659679032"} 2024-11-26T22:21:19,035 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2024-11-26T22:21:19,039 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T22:21:19,042 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 1.2570 sec 2024-11-26T22:21:19,093 DEBUG [master/d8c094cf5ab0:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:33623-0x10035ec2ead0000, quorum=127.0.0.1:58789, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/namespace 2024-11-26T22:21:19,095 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33623-0x10035ec2ead0000, quorum=127.0.0.1:58789, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/namespace 2024-11-26T22:21:19,095 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34335-0x10035ec2ead0001, quorum=127.0.0.1:58789, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T22:21:19,095 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33623-0x10035ec2ead0000, quorum=127.0.0.1:58789, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T22:21:19,125 DEBUG [master/d8c094cf5ab0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2024-11-26T22:21:19,140 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33623-0x10035ec2ead0000, quorum=127.0.0.1:58789, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-11-26T22:21:19,146 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 24 msec 2024-11-26T22:21:19,159 DEBUG [master/d8c094cf5ab0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2024-11-26T22:21:19,172 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33623-0x10035ec2ead0000, quorum=127.0.0.1:58789, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-11-26T22:21:19,177 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 17 msec 2024-11-26T22:21:19,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33623-0x10035ec2ead0000, quorum=127.0.0.1:58789, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/default 2024-11-26T22:21:19,187 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33623-0x10035ec2ead0000, quorum=127.0.0.1:58789, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/hbase 2024-11-26T22:21:19,188 INFO [master/d8c094cf5ab0:0:becomeActiveMaster {}] master.HMaster(1218): Master has completed initialization 4.984sec 2024-11-26T22:21:19,189 INFO [master/d8c094cf5ab0:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-26T22:21:19,191 INFO [master/d8c094cf5ab0:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-26T22:21:19,192 INFO [master/d8c094cf5ab0:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-26T22:21:19,192 INFO [master/d8c094cf5ab0:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-26T22:21:19,193 INFO [master/d8c094cf5ab0:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-26T22:21:19,193 INFO [master/d8c094cf5ab0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d8c094cf5ab0,33623,1732659673356-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T22:21:19,194 INFO [master/d8c094cf5ab0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d8c094cf5ab0,33623,1732659673356-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-26T22:21:19,201 DEBUG [master/d8c094cf5ab0:0:becomeActiveMaster {}] master.HMaster(1321): Balancer post startup initialization complete, took 0 seconds 2024-11-26T22:21:19,202 INFO [master/d8c094cf5ab0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-26T22:21:19,202 INFO [master/d8c094cf5ab0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d8c094cf5ab0,33623,1732659673356-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T22:21:19,278 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x033bfacb to 127.0.0.1:58789 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@24096af1 2024-11-26T22:21:19,279 WARN [Time-limited test {}] client.ZKConnectionRegistry(90): ZKConnectionRegistry is deprecated. See https://hbase.apache.org/book.html#client.rpcconnectionregistry 2024-11-26T22:21:19,287 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e9b1490, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T22:21:19,292 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-26T22:21:19,293 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-26T22:21:19,305 DEBUG [hconnection-0x5e1a7e74-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T22:21:19,314 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56538, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T22:21:19,325 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=d8c094cf5ab0,33623,1732659673356 2024-11-26T22:21:19,341 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testMixedAtomicity Thread=219, OpenFileDescriptor=444, MaxFileDescriptor=1048576, SystemLoadAverage=283, ProcessCount=11, AvailableMemoryMB=4928 2024-11-26T22:21:19,352 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T22:21:19,356 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38360, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T22:21:19,383 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-26T22:21:19,388 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T22:21:19,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] procedure2.ProcedureExecutor(1098): Stored pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-26T22:21:19,394 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T22:21:19,394 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:21:19,396 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T22:21:19,397 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 9 2024-11-26T22:21:19,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-26T22:21:19,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073741837_1013 (size=960) 2024-11-26T22:21:19,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-26T22:21:19,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-26T22:21:19,825 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 223e5329b5e2a589eb7b529da1e9ddfb, NAME => 'TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5 2024-11-26T22:21:19,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073741838_1014 (size=53) 2024-11-26T22:21:19,835 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T22:21:19,836 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 223e5329b5e2a589eb7b529da1e9ddfb, disabling compactions & flushes 2024-11-26T22:21:19,836 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb. 2024-11-26T22:21:19,836 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb. 2024-11-26T22:21:19,836 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb. after waiting 0 ms 2024-11-26T22:21:19,836 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb. 2024-11-26T22:21:19,836 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb. 2024-11-26T22:21:19,836 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 223e5329b5e2a589eb7b529da1e9ddfb: 2024-11-26T22:21:19,838 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T22:21:19,838 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732659679838"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732659679838"}]},"ts":"1732659679838"} 2024-11-26T22:21:19,842 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-26T22:21:19,843 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T22:21:19,844 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732659679843"}]},"ts":"1732659679843"} 2024-11-26T22:21:19,846 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-26T22:21:19,850 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=223e5329b5e2a589eb7b529da1e9ddfb, ASSIGN}] 2024-11-26T22:21:19,852 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=223e5329b5e2a589eb7b529da1e9ddfb, ASSIGN 2024-11-26T22:21:19,854 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=223e5329b5e2a589eb7b529da1e9ddfb, ASSIGN; state=OFFLINE, location=d8c094cf5ab0,34335,1732659674113; forceNewPlan=false, retain=false 2024-11-26T22:21:20,005 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=223e5329b5e2a589eb7b529da1e9ddfb, regionState=OPENING, regionLocation=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:20,008 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE; OpenRegionProcedure 223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113}] 2024-11-26T22:21:20,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-26T22:21:20,162 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:20,169 INFO [RS_OPEN_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb. 2024-11-26T22:21:20,170 DEBUG [RS_OPEN_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7285): Opening region: {ENCODED => 223e5329b5e2a589eb7b529da1e9ddfb, NAME => 'TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb.', STARTKEY => '', ENDKEY => ''} 2024-11-26T22:21:20,170 DEBUG [RS_OPEN_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 223e5329b5e2a589eb7b529da1e9ddfb 2024-11-26T22:21:20,170 DEBUG [RS_OPEN_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T22:21:20,170 DEBUG [RS_OPEN_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7327): checking encryption for 223e5329b5e2a589eb7b529da1e9ddfb 2024-11-26T22:21:20,170 DEBUG [RS_OPEN_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7330): checking classloading for 223e5329b5e2a589eb7b529da1e9ddfb 2024-11-26T22:21:20,173 INFO [StoreOpener-223e5329b5e2a589eb7b529da1e9ddfb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 223e5329b5e2a589eb7b529da1e9ddfb 2024-11-26T22:21:20,177 INFO [StoreOpener-223e5329b5e2a589eb7b529da1e9ddfb-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-26T22:21:20,177 INFO [StoreOpener-223e5329b5e2a589eb7b529da1e9ddfb-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 223e5329b5e2a589eb7b529da1e9ddfb columnFamilyName A 2024-11-26T22:21:20,177 DEBUG [StoreOpener-223e5329b5e2a589eb7b529da1e9ddfb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:21:20,178 INFO [StoreOpener-223e5329b5e2a589eb7b529da1e9ddfb-1 {}] regionserver.HStore(327): Store=223e5329b5e2a589eb7b529da1e9ddfb/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T22:21:20,179 INFO [StoreOpener-223e5329b5e2a589eb7b529da1e9ddfb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 223e5329b5e2a589eb7b529da1e9ddfb 2024-11-26T22:21:20,181 INFO [StoreOpener-223e5329b5e2a589eb7b529da1e9ddfb-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-26T22:21:20,182 INFO [StoreOpener-223e5329b5e2a589eb7b529da1e9ddfb-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 223e5329b5e2a589eb7b529da1e9ddfb columnFamilyName B 2024-11-26T22:21:20,182 DEBUG [StoreOpener-223e5329b5e2a589eb7b529da1e9ddfb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:21:20,183 INFO [StoreOpener-223e5329b5e2a589eb7b529da1e9ddfb-1 {}] regionserver.HStore(327): Store=223e5329b5e2a589eb7b529da1e9ddfb/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T22:21:20,183 INFO [StoreOpener-223e5329b5e2a589eb7b529da1e9ddfb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 223e5329b5e2a589eb7b529da1e9ddfb 2024-11-26T22:21:20,185 INFO [StoreOpener-223e5329b5e2a589eb7b529da1e9ddfb-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-26T22:21:20,186 INFO [StoreOpener-223e5329b5e2a589eb7b529da1e9ddfb-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 223e5329b5e2a589eb7b529da1e9ddfb columnFamilyName C 2024-11-26T22:21:20,186 DEBUG [StoreOpener-223e5329b5e2a589eb7b529da1e9ddfb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:21:20,187 INFO [StoreOpener-223e5329b5e2a589eb7b529da1e9ddfb-1 {}] regionserver.HStore(327): Store=223e5329b5e2a589eb7b529da1e9ddfb/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T22:21:20,187 INFO [RS_OPEN_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb. 2024-11-26T22:21:20,189 DEBUG [RS_OPEN_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb 2024-11-26T22:21:20,189 DEBUG [RS_OPEN_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb 2024-11-26T22:21:20,192 DEBUG [RS_OPEN_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-26T22:21:20,194 DEBUG [RS_OPEN_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1085): writing seq id for 223e5329b5e2a589eb7b529da1e9ddfb 2024-11-26T22:21:20,198 DEBUG [RS_OPEN_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T22:21:20,199 INFO [RS_OPEN_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1102): Opened 223e5329b5e2a589eb7b529da1e9ddfb; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65201812, jitterRate=-0.02841728925704956}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-26T22:21:20,201 DEBUG [RS_OPEN_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1001): Region open journal for 223e5329b5e2a589eb7b529da1e9ddfb: 2024-11-26T22:21:20,203 INFO [RS_OPEN_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb., pid=11, masterSystemTime=1732659680161 2024-11-26T22:21:20,206 DEBUG [RS_OPEN_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb. 2024-11-26T22:21:20,206 INFO [RS_OPEN_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb. 2024-11-26T22:21:20,207 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=223e5329b5e2a589eb7b529da1e9ddfb, regionState=OPEN, openSeqNum=2, regionLocation=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:20,214 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=11, resume processing ppid=10 2024-11-26T22:21:20,215 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=11, ppid=10, state=SUCCESS; OpenRegionProcedure 223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 in 202 msec 2024-11-26T22:21:20,217 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=10, resume processing ppid=9 2024-11-26T22:21:20,217 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=10, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=223e5329b5e2a589eb7b529da1e9ddfb, ASSIGN in 364 msec 2024-11-26T22:21:20,218 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T22:21:20,219 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732659680218"}]},"ts":"1732659680218"} 2024-11-26T22:21:20,221 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-26T22:21:20,225 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T22:21:20,227 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=9, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 837 msec 2024-11-26T22:21:20,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-26T22:21:20,517 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 9 completed 2024-11-26T22:21:20,521 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x22ff9396 to 127.0.0.1:58789 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@565a0a51 2024-11-26T22:21:20,525 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38196d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T22:21:20,527 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T22:21:20,530 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56552, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T22:21:20,533 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T22:21:20,535 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38368, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T22:21:20,543 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6cd26d7b to 127.0.0.1:58789 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@76bfdcf5 2024-11-26T22:21:20,547 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28808bb9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T22:21:20,548 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x536a4a58 to 127.0.0.1:58789 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5b3a6cb4 2024-11-26T22:21:20,552 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3888ad7c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T22:21:20,553 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x18751c86 to 127.0.0.1:58789 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@29b132d8 2024-11-26T22:21:20,556 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54af89df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T22:21:20,557 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2dd0bbda to 127.0.0.1:58789 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@dd77b4a 2024-11-26T22:21:20,561 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18f2a76d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T22:21:20,562 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7c57419f to 127.0.0.1:58789 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6a33c837 2024-11-26T22:21:20,567 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67f7d3d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T22:21:20,569 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0febc460 to 127.0.0.1:58789 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@47c7c7c9 2024-11-26T22:21:20,575 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4bf8e82a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T22:21:20,576 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4e957ecd to 127.0.0.1:58789 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@37950159 2024-11-26T22:21:20,583 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ba01639, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T22:21:20,585 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3d5a9f0f to 127.0.0.1:58789 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6704743 2024-11-26T22:21:20,589 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24890c79, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T22:21:20,591 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x39028e20 to 127.0.0.1:58789 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3d4c9c1c 2024-11-26T22:21:20,596 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51cab508, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T22:21:20,601 DEBUG [hconnection-0x53f1d8ba-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T22:21:20,605 DEBUG [hconnection-0x4872f2f9-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T22:21:20,607 DEBUG [hconnection-0x64ccd404-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T22:21:20,607 DEBUG [hconnection-0x2dd15ceb-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T22:21:20,608 DEBUG [hconnection-0x7c0bf2ac-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T22:21:20,608 DEBUG [hconnection-0x40eb5aeb-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T22:21:20,608 DEBUG [hconnection-0x82c8c4d-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T22:21:20,608 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T22:21:20,609 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56554, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T22:21:20,611 DEBUG [hconnection-0x703098f9-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T22:21:20,613 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56568, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T22:21:20,613 DEBUG [hconnection-0x5d4164ec-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T22:21:20,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] procedure2.ProcedureExecutor(1098): Stored pid=12, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees 2024-11-26T22:21:20,616 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56582, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T22:21:20,619 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56592, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T22:21:20,619 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=12, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T22:21:20,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-26T22:21:20,619 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56606, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T22:21:20,622 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=12, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T22:21:20,623 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T22:21:20,626 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56618, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T22:21:20,638 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56622, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T22:21:20,651 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56626, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T22:21:20,661 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56628, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T22:21:20,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(8581): Flush requested on 223e5329b5e2a589eb7b529da1e9ddfb 2024-11-26T22:21:20,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-26T22:21:20,737 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 223e5329b5e2a589eb7b529da1e9ddfb 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-26T22:21:20,763 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 223e5329b5e2a589eb7b529da1e9ddfb, store=A 2024-11-26T22:21:20,764 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:21:20,764 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 223e5329b5e2a589eb7b529da1e9ddfb, store=B 2024-11-26T22:21:20,765 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:21:20,765 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 223e5329b5e2a589eb7b529da1e9ddfb, store=C 2024-11-26T22:21:20,765 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:21:20,791 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:20,792 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34335 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-26T22:21:20,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb. 2024-11-26T22:21:20,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb. as already flushing 2024-11-26T22:21:20,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb. 2024-11-26T22:21:20,806 ERROR [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 223e5329b5e2a589eb7b529da1e9ddfb, NAME => 'TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:21:20,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 223e5329b5e2a589eb7b529da1e9ddfb, NAME => 'TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:21:20,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 223e5329b5e2a589eb7b529da1e9ddfb, NAME => 'TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 223e5329b5e2a589eb7b529da1e9ddfb, NAME => 'TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:21:20,902 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/A/6ecca5f952fc464e82e190838f62d4a8 is 50, key is test_row_0/A:col10/1732659680729/Put/seqid=0 2024-11-26T22:21:20,907 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:20,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56606 deadline: 1732659740886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:20,909 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:20,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56582 deadline: 1732659740893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:20,912 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:20,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56628 deadline: 1732659740900, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:20,914 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:20,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56622 deadline: 1732659740906, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:20,922 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:20,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56618 deadline: 1732659740915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:20,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-26T22:21:20,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073741839_1015 (size=12001) 2024-11-26T22:21:20,967 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/A/6ecca5f952fc464e82e190838f62d4a8 2024-11-26T22:21:20,994 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:20,995 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34335 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-26T22:21:21,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb. 2024-11-26T22:21:21,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb. as already flushing 2024-11-26T22:21:21,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb. 2024-11-26T22:21:21,004 ERROR [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 223e5329b5e2a589eb7b529da1e9ddfb, NAME => 'TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:21:21,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 223e5329b5e2a589eb7b529da1e9ddfb, NAME => 'TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:21:21,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 223e5329b5e2a589eb7b529da1e9ddfb, NAME => 'TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 223e5329b5e2a589eb7b529da1e9ddfb, NAME => 'TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:21:21,015 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:21,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56606 deadline: 1732659741013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:21,021 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:21,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56582 deadline: 1732659741014, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:21,028 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:21,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56628 deadline: 1732659741021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:21,029 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:21,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56622 deadline: 1732659741021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:21,030 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:21,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56618 deadline: 1732659741027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:21,120 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/B/c704f6b12e0a434785d46a53cb289003 is 50, key is test_row_0/B:col10/1732659680729/Put/seqid=0 2024-11-26T22:21:21,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073741840_1016 (size=12001) 2024-11-26T22:21:21,144 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/B/c704f6b12e0a434785d46a53cb289003 2024-11-26T22:21:21,159 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:21,160 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34335 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-26T22:21:21,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb. 2024-11-26T22:21:21,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb. as already flushing 2024-11-26T22:21:21,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb. 2024-11-26T22:21:21,168 ERROR [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 223e5329b5e2a589eb7b529da1e9ddfb, NAME => 'TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:21:21,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 223e5329b5e2a589eb7b529da1e9ddfb, NAME => 'TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:21:21,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 223e5329b5e2a589eb7b529da1e9ddfb, NAME => 'TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 223e5329b5e2a589eb7b529da1e9ddfb, NAME => 'TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:21:21,212 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/C/a896a02192414963b4e138ab5dd9d13a is 50, key is test_row_0/C:col10/1732659680729/Put/seqid=0 2024-11-26T22:21:21,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-26T22:21:21,227 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:21,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56582 deadline: 1732659741227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:21,229 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:21,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56606 deadline: 1732659741227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:21,234 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:21,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56622 deadline: 1732659741233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:21,236 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:21,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56628 deadline: 1732659741234, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:21,237 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:21,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56618 deadline: 1732659741235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:21,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073741841_1017 (size=12001) 2024-11-26T22:21:21,273 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/C/a896a02192414963b4e138ab5dd9d13a 2024-11-26T22:21:21,290 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/A/6ecca5f952fc464e82e190838f62d4a8 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/A/6ecca5f952fc464e82e190838f62d4a8 2024-11-26T22:21:21,310 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/A/6ecca5f952fc464e82e190838f62d4a8, entries=150, sequenceid=17, filesize=11.7 K 2024-11-26T22:21:21,318 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/B/c704f6b12e0a434785d46a53cb289003 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/B/c704f6b12e0a434785d46a53cb289003 2024-11-26T22:21:21,323 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:21,324 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34335 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-26T22:21:21,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb. 2024-11-26T22:21:21,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb. as already flushing 2024-11-26T22:21:21,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb. 2024-11-26T22:21:21,325 ERROR [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 223e5329b5e2a589eb7b529da1e9ddfb, NAME => 'TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:21:21,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 223e5329b5e2a589eb7b529da1e9ddfb, NAME => 'TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:21:21,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 223e5329b5e2a589eb7b529da1e9ddfb, NAME => 'TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 223e5329b5e2a589eb7b529da1e9ddfb, NAME => 'TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:21:21,330 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/B/c704f6b12e0a434785d46a53cb289003, entries=150, sequenceid=17, filesize=11.7 K 2024-11-26T22:21:21,332 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/C/a896a02192414963b4e138ab5dd9d13a as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/C/a896a02192414963b4e138ab5dd9d13a 2024-11-26T22:21:21,355 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/C/a896a02192414963b4e138ab5dd9d13a, entries=150, sequenceid=17, filesize=11.7 K 2024-11-26T22:21:21,360 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=120.76 KB/123660 for 223e5329b5e2a589eb7b529da1e9ddfb in 624ms, sequenceid=17, compaction requested=false 2024-11-26T22:21:21,362 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-26T22:21:21,365 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 223e5329b5e2a589eb7b529da1e9ddfb: 2024-11-26T22:21:21,479 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:21,480 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34335 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-26T22:21:21,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb. 2024-11-26T22:21:21,481 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2837): Flushing 223e5329b5e2a589eb7b529da1e9ddfb 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-26T22:21:21,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 223e5329b5e2a589eb7b529da1e9ddfb, store=A 2024-11-26T22:21:21,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:21:21,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 223e5329b5e2a589eb7b529da1e9ddfb, store=B 2024-11-26T22:21:21,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:21:21,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 223e5329b5e2a589eb7b529da1e9ddfb, store=C 2024-11-26T22:21:21,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:21:21,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/A/7d8161b48f4c43ba8d3d61ea294b13ea is 50, key is test_row_0/A:col10/1732659680892/Put/seqid=0 2024-11-26T22:21:21,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073741842_1018 (size=12001) 2024-11-26T22:21:21,517 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/A/7d8161b48f4c43ba8d3d61ea294b13ea 2024-11-26T22:21:21,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/B/3ff68e686904476a861037ac34690deb is 50, key is test_row_0/B:col10/1732659680892/Put/seqid=0 2024-11-26T22:21:21,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(8581): Flush requested on 223e5329b5e2a589eb7b529da1e9ddfb 2024-11-26T22:21:21,546 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb. as already flushing 2024-11-26T22:21:21,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073741843_1019 (size=12001) 2024-11-26T22:21:21,563 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/B/3ff68e686904476a861037ac34690deb 2024-11-26T22:21:21,594 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:21,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56628 deadline: 1732659741579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:21,596 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:21,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56622 deadline: 1732659741583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:21,600 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:21,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56582 deadline: 1732659741589, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:21,602 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:21,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56618 deadline: 1732659741595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:21,608 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:21,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56606 deadline: 1732659741590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:21,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/C/334e9ee3307144f48a2ab7c2448e287d is 50, key is test_row_0/C:col10/1732659680892/Put/seqid=0 2024-11-26T22:21:21,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073741844_1020 (size=12001) 2024-11-26T22:21:21,707 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:21,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56628 deadline: 1732659741705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:21,711 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:21,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56582 deadline: 1732659741706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:21,713 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:21,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56618 deadline: 1732659741707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:21,714 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:21,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56622 deadline: 1732659741709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:21,716 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:21,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56606 deadline: 1732659741712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:21,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-26T22:21:21,917 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:21,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56628 deadline: 1732659741914, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:21,918 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:21,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56582 deadline: 1732659741916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:21,926 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:21,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56622 deadline: 1732659741920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:21,928 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:21,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56618 deadline: 1732659741922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:21,929 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:21,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56606 deadline: 1732659741923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:22,069 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/C/334e9ee3307144f48a2ab7c2448e287d 2024-11-26T22:21:22,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/A/7d8161b48f4c43ba8d3d61ea294b13ea as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/A/7d8161b48f4c43ba8d3d61ea294b13ea 2024-11-26T22:21:22,110 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/A/7d8161b48f4c43ba8d3d61ea294b13ea, entries=150, sequenceid=38, filesize=11.7 K 2024-11-26T22:21:22,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/B/3ff68e686904476a861037ac34690deb as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/B/3ff68e686904476a861037ac34690deb 2024-11-26T22:21:22,136 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/B/3ff68e686904476a861037ac34690deb, entries=150, sequenceid=38, filesize=11.7 K 2024-11-26T22:21:22,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/C/334e9ee3307144f48a2ab7c2448e287d as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/C/334e9ee3307144f48a2ab7c2448e287d 2024-11-26T22:21:22,163 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/C/334e9ee3307144f48a2ab7c2448e287d, entries=150, sequenceid=38, filesize=11.7 K 2024-11-26T22:21:22,166 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for 223e5329b5e2a589eb7b529da1e9ddfb in 684ms, sequenceid=38, compaction requested=false 2024-11-26T22:21:22,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2538): Flush status journal for 223e5329b5e2a589eb7b529da1e9ddfb: 2024-11-26T22:21:22,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb. 2024-11-26T22:21:22,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-26T22:21:22,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster(4106): Remote procedure done, pid=13 2024-11-26T22:21:22,173 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=13, resume processing ppid=12 2024-11-26T22:21:22,173 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=13, ppid=12, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5460 sec 2024-11-26T22:21:22,177 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=12, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees in 1.5640 sec 2024-11-26T22:21:22,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(8581): Flush requested on 223e5329b5e2a589eb7b529da1e9ddfb 2024-11-26T22:21:22,229 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 223e5329b5e2a589eb7b529da1e9ddfb 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-26T22:21:22,230 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 223e5329b5e2a589eb7b529da1e9ddfb, store=A 2024-11-26T22:21:22,230 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:21:22,230 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 223e5329b5e2a589eb7b529da1e9ddfb, store=B 2024-11-26T22:21:22,230 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:21:22,230 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 223e5329b5e2a589eb7b529da1e9ddfb, store=C 2024-11-26T22:21:22,230 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:21:22,259 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/A/2b59a5e18d3d4159ac5d82519a028a5c is 50, key is test_row_0/A:col10/1732659681590/Put/seqid=0 2024-11-26T22:21:22,302 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:22,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56622 deadline: 1732659742294, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:22,304 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:22,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56582 deadline: 1732659742294, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:22,307 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:22,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56628 deadline: 1732659742299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:22,309 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:22,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56606 deadline: 1732659742299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:22,310 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:22,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56618 deadline: 1732659742300, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:22,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073741845_1021 (size=12001) 2024-11-26T22:21:22,413 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:22,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56622 deadline: 1732659742407, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:22,414 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:22,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56582 deadline: 1732659742408, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:22,416 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:22,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56628 deadline: 1732659742410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:22,418 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:22,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56606 deadline: 1732659742411, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:22,421 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:22,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56618 deadline: 1732659742413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:22,629 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:22,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56582 deadline: 1732659742618, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:22,630 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:22,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56628 deadline: 1732659742623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:22,631 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:22,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56606 deadline: 1732659742623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:22,642 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:22,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56618 deadline: 1732659742635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:22,643 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:22,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56622 deadline: 1732659742618, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:22,720 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=54 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/A/2b59a5e18d3d4159ac5d82519a028a5c 2024-11-26T22:21:22,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-26T22:21:22,731 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 12 completed 2024-11-26T22:21:22,736 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T22:21:22,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] procedure2.ProcedureExecutor(1098): Stored pid=14, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees 2024-11-26T22:21:22,741 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=14, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T22:21:22,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-26T22:21:22,742 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=14, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T22:21:22,743 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T22:21:22,750 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/B/93df4c89e0d7484eb36ab7c0adf89685 is 50, key is test_row_0/B:col10/1732659681590/Put/seqid=0 2024-11-26T22:21:22,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073741846_1022 (size=12001) 2024-11-26T22:21:22,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-26T22:21:22,896 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:22,897 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34335 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-26T22:21:22,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb. 2024-11-26T22:21:22,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb. as already flushing 2024-11-26T22:21:22,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb. 2024-11-26T22:21:22,898 ERROR [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => 223e5329b5e2a589eb7b529da1e9ddfb, NAME => 'TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:21:22,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => 223e5329b5e2a589eb7b529da1e9ddfb, NAME => 'TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:21:22,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 223e5329b5e2a589eb7b529da1e9ddfb, NAME => 'TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 223e5329b5e2a589eb7b529da1e9ddfb, NAME => 'TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:21:22,937 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:22,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56628 deadline: 1732659742935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:22,938 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:22,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56606 deadline: 1732659742936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:22,939 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:22,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56582 deadline: 1732659742937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:22,947 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:22,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56618 deadline: 1732659742945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:22,951 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:22,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56622 deadline: 1732659742948, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:23,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-26T22:21:23,053 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:23,053 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34335 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-26T22:21:23,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb. 2024-11-26T22:21:23,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb. as already flushing 2024-11-26T22:21:23,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb. 2024-11-26T22:21:23,055 ERROR [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => 223e5329b5e2a589eb7b529da1e9ddfb, NAME => 'TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:21:23,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => 223e5329b5e2a589eb7b529da1e9ddfb, NAME => 'TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:21:23,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 223e5329b5e2a589eb7b529da1e9ddfb, NAME => 'TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 223e5329b5e2a589eb7b529da1e9ddfb, NAME => 'TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:21:23,141 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-26T22:21:23,192 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=54 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/B/93df4c89e0d7484eb36ab7c0adf89685 2024-11-26T22:21:23,208 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:23,209 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34335 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-26T22:21:23,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb. 2024-11-26T22:21:23,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb. as already flushing 2024-11-26T22:21:23,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb. 2024-11-26T22:21:23,210 ERROR [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => 223e5329b5e2a589eb7b529da1e9ddfb, NAME => 'TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:21:23,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => 223e5329b5e2a589eb7b529da1e9ddfb, NAME => 'TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:21:23,211 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/C/9c1666ad1c58471cab7bd371e2a6a2b4 is 50, key is test_row_0/C:col10/1732659681590/Put/seqid=0 2024-11-26T22:21:23,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 223e5329b5e2a589eb7b529da1e9ddfb, NAME => 'TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 223e5329b5e2a589eb7b529da1e9ddfb, NAME => 'TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:21:23,240 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-26T22:21:23,241 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:namespace' 2024-11-26T22:21:23,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073741847_1023 (size=12001) 2024-11-26T22:21:23,263 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=54 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/C/9c1666ad1c58471cab7bd371e2a6a2b4 2024-11-26T22:21:23,275 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/A/2b59a5e18d3d4159ac5d82519a028a5c as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/A/2b59a5e18d3d4159ac5d82519a028a5c 2024-11-26T22:21:23,289 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/A/2b59a5e18d3d4159ac5d82519a028a5c, entries=150, sequenceid=54, filesize=11.7 K 2024-11-26T22:21:23,291 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/B/93df4c89e0d7484eb36ab7c0adf89685 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/B/93df4c89e0d7484eb36ab7c0adf89685 2024-11-26T22:21:23,305 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/B/93df4c89e0d7484eb36ab7c0adf89685, entries=150, sequenceid=54, filesize=11.7 K 2024-11-26T22:21:23,308 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/C/9c1666ad1c58471cab7bd371e2a6a2b4 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/C/9c1666ad1c58471cab7bd371e2a6a2b4 2024-11-26T22:21:23,327 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/C/9c1666ad1c58471cab7bd371e2a6a2b4, entries=150, sequenceid=54, filesize=11.7 K 2024-11-26T22:21:23,331 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for 223e5329b5e2a589eb7b529da1e9ddfb in 1101ms, sequenceid=54, compaction requested=true 2024-11-26T22:21:23,331 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 223e5329b5e2a589eb7b529da1e9ddfb: 2024-11-26T22:21:23,336 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 223e5329b5e2a589eb7b529da1e9ddfb:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T22:21:23,336 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T22:21:23,336 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 223e5329b5e2a589eb7b529da1e9ddfb:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T22:21:23,336 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T22:21:23,336 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 223e5329b5e2a589eb7b529da1e9ddfb:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T22:21:23,337 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-26T22:21:23,337 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T22:21:23,341 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T22:21:23,342 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T22:21:23,344 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HStore(1540): 223e5329b5e2a589eb7b529da1e9ddfb/B is initiating minor compaction (all files) 2024-11-26T22:21:23,345 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 223e5329b5e2a589eb7b529da1e9ddfb/B in TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb. 2024-11-26T22:21:23,345 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/B/c704f6b12e0a434785d46a53cb289003, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/B/3ff68e686904476a861037ac34690deb, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/B/93df4c89e0d7484eb36ab7c0adf89685] into tmpdir=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp, totalSize=35.2 K 2024-11-26T22:21:23,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-26T22:21:23,347 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.Compactor(224): Compacting c704f6b12e0a434785d46a53cb289003, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1732659680708 2024-11-26T22:21:23,349 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.Compactor(224): Compacting 3ff68e686904476a861037ac34690deb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1732659680887 2024-11-26T22:21:23,350 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.Compactor(224): Compacting 93df4c89e0d7484eb36ab7c0adf89685, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1732659681569 2024-11-26T22:21:23,352 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T22:21:23,352 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HStore(1540): 223e5329b5e2a589eb7b529da1e9ddfb/A is initiating minor compaction (all files) 2024-11-26T22:21:23,352 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 223e5329b5e2a589eb7b529da1e9ddfb/A in TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb. 2024-11-26T22:21:23,354 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/A/6ecca5f952fc464e82e190838f62d4a8, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/A/7d8161b48f4c43ba8d3d61ea294b13ea, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/A/2b59a5e18d3d4159ac5d82519a028a5c] into tmpdir=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp, totalSize=35.2 K 2024-11-26T22:21:23,355 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6ecca5f952fc464e82e190838f62d4a8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1732659680708 2024-11-26T22:21:23,356 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7d8161b48f4c43ba8d3d61ea294b13ea, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1732659680887 2024-11-26T22:21:23,357 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2b59a5e18d3d4159ac5d82519a028a5c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1732659681569 2024-11-26T22:21:23,365 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:23,366 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34335 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-26T22:21:23,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb. 2024-11-26T22:21:23,366 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2837): Flushing 223e5329b5e2a589eb7b529da1e9ddfb 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-26T22:21:23,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 223e5329b5e2a589eb7b529da1e9ddfb, store=A 2024-11-26T22:21:23,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:21:23,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 223e5329b5e2a589eb7b529da1e9ddfb, store=B 2024-11-26T22:21:23,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:21:23,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 223e5329b5e2a589eb7b529da1e9ddfb, store=C 2024-11-26T22:21:23,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:21:23,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/A/247d23817d7e40e48e29923c6c72cec8 is 50, key is test_row_0/A:col10/1732659682274/Put/seqid=0 2024-11-26T22:21:23,410 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 223e5329b5e2a589eb7b529da1e9ddfb#B#compaction#10 average throughput is 0.27 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-26T22:21:23,411 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/B/ac92adb102274811a99872a8b32adcee is 50, key is test_row_0/B:col10/1732659681590/Put/seqid=0 2024-11-26T22:21:23,412 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 223e5329b5e2a589eb7b529da1e9ddfb#A#compaction#11 average throughput is 0.30 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T22:21:23,413 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/A/ee1c8cf033c04311a4abd7ff95c37a7b is 50, key is test_row_0/A:col10/1732659681590/Put/seqid=0 2024-11-26T22:21:23,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073741848_1024 (size=12001) 2024-11-26T22:21:23,427 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=74 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/A/247d23817d7e40e48e29923c6c72cec8 2024-11-26T22:21:23,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(8581): Flush requested on 223e5329b5e2a589eb7b529da1e9ddfb 2024-11-26T22:21:23,449 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb. as already flushing 2024-11-26T22:21:23,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073741849_1025 (size=12104) 2024-11-26T22:21:23,484 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/B/ac92adb102274811a99872a8b32adcee as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/B/ac92adb102274811a99872a8b32adcee 2024-11-26T22:21:23,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/B/0c7b96eb9f85454ea3da0478cf6ad7fb is 50, key is test_row_0/B:col10/1732659682274/Put/seqid=0 2024-11-26T22:21:23,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073741850_1026 (size=12104) 2024-11-26T22:21:23,512 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/A/ee1c8cf033c04311a4abd7ff95c37a7b as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/A/ee1c8cf033c04311a4abd7ff95c37a7b 2024-11-26T22:21:23,522 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 223e5329b5e2a589eb7b529da1e9ddfb/B of 223e5329b5e2a589eb7b529da1e9ddfb into ac92adb102274811a99872a8b32adcee(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T22:21:23,522 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 223e5329b5e2a589eb7b529da1e9ddfb: 2024-11-26T22:21:23,522 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb., storeName=223e5329b5e2a589eb7b529da1e9ddfb/B, priority=13, startTime=1732659683336; duration=0sec 2024-11-26T22:21:23,522 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T22:21:23,523 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 223e5329b5e2a589eb7b529da1e9ddfb:B 2024-11-26T22:21:23,523 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T22:21:23,523 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:23,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56582 deadline: 1732659743490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:23,524 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:23,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56628 deadline: 1732659743501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:23,525 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:23,524 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 223e5329b5e2a589eb7b529da1e9ddfb/A of 223e5329b5e2a589eb7b529da1e9ddfb into ee1c8cf033c04311a4abd7ff95c37a7b(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T22:21:23,525 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 223e5329b5e2a589eb7b529da1e9ddfb: 2024-11-26T22:21:23,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56606 deadline: 1732659743501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:23,525 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb., storeName=223e5329b5e2a589eb7b529da1e9ddfb/A, priority=13, startTime=1732659683333; duration=0sec 2024-11-26T22:21:23,525 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T22:21:23,525 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 223e5329b5e2a589eb7b529da1e9ddfb:A 2024-11-26T22:21:23,528 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:23,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56622 deadline: 1732659743516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:23,529 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:23,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56618 deadline: 1732659743517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:23,529 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T22:21:23,530 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HStore(1540): 223e5329b5e2a589eb7b529da1e9ddfb/C is initiating minor compaction (all files) 2024-11-26T22:21:23,530 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 223e5329b5e2a589eb7b529da1e9ddfb/C in TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb. 2024-11-26T22:21:23,530 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/C/a896a02192414963b4e138ab5dd9d13a, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/C/334e9ee3307144f48a2ab7c2448e287d, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/C/9c1666ad1c58471cab7bd371e2a6a2b4] into tmpdir=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp, totalSize=35.2 K 2024-11-26T22:21:23,531 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.Compactor(224): Compacting a896a02192414963b4e138ab5dd9d13a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1732659680708 2024-11-26T22:21:23,532 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.Compactor(224): Compacting 334e9ee3307144f48a2ab7c2448e287d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1732659680887 2024-11-26T22:21:23,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073741851_1027 (size=12001) 2024-11-26T22:21:23,536 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.Compactor(224): Compacting 9c1666ad1c58471cab7bd371e2a6a2b4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1732659681569 2024-11-26T22:21:23,572 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 223e5329b5e2a589eb7b529da1e9ddfb#C#compaction#13 average throughput is 0.94 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T22:21:23,580 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/C/17c2d901775248edac50724fc3495aaf is 50, key is test_row_0/C:col10/1732659681590/Put/seqid=0 2024-11-26T22:21:23,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073741852_1028 (size=12104) 2024-11-26T22:21:23,613 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/C/17c2d901775248edac50724fc3495aaf as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/C/17c2d901775248edac50724fc3495aaf 2024-11-26T22:21:23,637 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:23,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56606 deadline: 1732659743627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:23,639 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:23,639 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 223e5329b5e2a589eb7b529da1e9ddfb/C of 223e5329b5e2a589eb7b529da1e9ddfb into 17c2d901775248edac50724fc3495aaf(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T22:21:23,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56582 deadline: 1732659743627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:23,639 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 223e5329b5e2a589eb7b529da1e9ddfb: 2024-11-26T22:21:23,639 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb., storeName=223e5329b5e2a589eb7b529da1e9ddfb/C, priority=13, startTime=1732659683336; duration=0sec 2024-11-26T22:21:23,639 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:23,640 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T22:21:23,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56628 deadline: 1732659743628, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:23,640 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 223e5329b5e2a589eb7b529da1e9ddfb:C 2024-11-26T22:21:23,640 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:23,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56618 deadline: 1732659743632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:23,641 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:23,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56622 deadline: 1732659743633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:23,842 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:23,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56582 deadline: 1732659743841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:23,845 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:23,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56618 deadline: 1732659743843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:23,847 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:23,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56622 deadline: 1732659743846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:23,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-26T22:21:23,848 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:23,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56628 deadline: 1732659743847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:23,852 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-26T22:21:23,853 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-26T22:21:23,855 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_namespace 2024-11-26T22:21:23,855 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_namespace Metrics about Tables on a single HBase RegionServer 2024-11-26T22:21:23,857 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:23,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56606 deadline: 1732659743856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:23,859 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T22:21:23,859 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-26T22:21:23,859 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-26T22:21:23,859 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-26T22:21:23,861 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-26T22:21:23,861 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-11-26T22:21:23,937 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=74 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/B/0c7b96eb9f85454ea3da0478cf6ad7fb 2024-11-26T22:21:23,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/C/e87f4b5e5b4f450b8706852270135aab is 50, key is test_row_0/C:col10/1732659682274/Put/seqid=0 2024-11-26T22:21:23,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073741853_1029 (size=12001) 2024-11-26T22:21:23,987 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=74 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/C/e87f4b5e5b4f450b8706852270135aab 2024-11-26T22:21:24,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/A/247d23817d7e40e48e29923c6c72cec8 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/A/247d23817d7e40e48e29923c6c72cec8 2024-11-26T22:21:24,023 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/A/247d23817d7e40e48e29923c6c72cec8, entries=150, sequenceid=74, filesize=11.7 K 2024-11-26T22:21:24,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/B/0c7b96eb9f85454ea3da0478cf6ad7fb as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/B/0c7b96eb9f85454ea3da0478cf6ad7fb 2024-11-26T22:21:24,052 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/B/0c7b96eb9f85454ea3da0478cf6ad7fb, entries=150, sequenceid=74, filesize=11.7 K 2024-11-26T22:21:24,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/C/e87f4b5e5b4f450b8706852270135aab as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/C/e87f4b5e5b4f450b8706852270135aab 2024-11-26T22:21:24,074 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/C/e87f4b5e5b4f450b8706852270135aab, entries=150, sequenceid=74, filesize=11.7 K 2024-11-26T22:21:24,079 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for 223e5329b5e2a589eb7b529da1e9ddfb in 711ms, sequenceid=74, compaction requested=false 2024-11-26T22:21:24,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2538): Flush status journal for 223e5329b5e2a589eb7b529da1e9ddfb: 2024-11-26T22:21:24,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb. 2024-11-26T22:21:24,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-26T22:21:24,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster(4106): Remote procedure done, pid=15 2024-11-26T22:21:24,089 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=15, resume processing ppid=14 2024-11-26T22:21:24,089 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=15, ppid=14, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3390 sec 2024-11-26T22:21:24,092 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=14, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees in 1.3540 sec 2024-11-26T22:21:24,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(8581): Flush requested on 223e5329b5e2a589eb7b529da1e9ddfb 2024-11-26T22:21:24,160 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 223e5329b5e2a589eb7b529da1e9ddfb 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-26T22:21:24,162 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 223e5329b5e2a589eb7b529da1e9ddfb, store=A 2024-11-26T22:21:24,162 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:21:24,162 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 223e5329b5e2a589eb7b529da1e9ddfb, store=B 2024-11-26T22:21:24,162 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:21:24,162 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 223e5329b5e2a589eb7b529da1e9ddfb, store=C 2024-11-26T22:21:24,163 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:21:24,178 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/A/30869c4cc13e470c880a646e6669f38c is 50, key is test_row_0/A:col10/1732659684158/Put/seqid=0 2024-11-26T22:21:24,209 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:24,209 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:24,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56606 deadline: 1732659744195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:24,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56622 deadline: 1732659744197, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:24,210 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:24,210 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:24,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56618 deadline: 1732659744199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:24,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56582 deadline: 1732659744203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:24,212 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:24,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56628 deadline: 1732659744204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:24,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073741854_1030 (size=16681) 2024-11-26T22:21:24,233 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=96 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/A/30869c4cc13e470c880a646e6669f38c 2024-11-26T22:21:24,271 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/B/0f81d78c81914b54a49984d45edaa5e1 is 50, key is test_row_0/B:col10/1732659684158/Put/seqid=0 2024-11-26T22:21:24,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073741855_1031 (size=12001) 2024-11-26T22:21:24,311 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=96 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/B/0f81d78c81914b54a49984d45edaa5e1 2024-11-26T22:21:24,316 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:24,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56606 deadline: 1732659744312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:24,317 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:24,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56618 deadline: 1732659744313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:24,318 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:24,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56622 deadline: 1732659744313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:24,318 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:24,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56628 deadline: 1732659744314, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:24,323 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:24,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56582 deadline: 1732659744315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:24,358 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/C/77adc65086da4426a244496931b74197 is 50, key is test_row_0/C:col10/1732659684158/Put/seqid=0 2024-11-26T22:21:24,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073741856_1032 (size=12001) 2024-11-26T22:21:24,386 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=96 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/C/77adc65086da4426a244496931b74197 2024-11-26T22:21:24,410 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/A/30869c4cc13e470c880a646e6669f38c as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/A/30869c4cc13e470c880a646e6669f38c 2024-11-26T22:21:24,425 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/A/30869c4cc13e470c880a646e6669f38c, entries=250, sequenceid=96, filesize=16.3 K 2024-11-26T22:21:24,430 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/B/0f81d78c81914b54a49984d45edaa5e1 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/B/0f81d78c81914b54a49984d45edaa5e1 2024-11-26T22:21:24,449 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/B/0f81d78c81914b54a49984d45edaa5e1, entries=150, sequenceid=96, filesize=11.7 K 2024-11-26T22:21:24,452 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/C/77adc65086da4426a244496931b74197 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/C/77adc65086da4426a244496931b74197 2024-11-26T22:21:24,468 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/C/77adc65086da4426a244496931b74197, entries=150, sequenceid=96, filesize=11.7 K 2024-11-26T22:21:24,470 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for 223e5329b5e2a589eb7b529da1e9ddfb in 310ms, sequenceid=96, compaction requested=true 2024-11-26T22:21:24,470 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 223e5329b5e2a589eb7b529da1e9ddfb: 2024-11-26T22:21:24,471 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 223e5329b5e2a589eb7b529da1e9ddfb:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T22:21:24,471 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T22:21:24,471 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T22:21:24,471 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 223e5329b5e2a589eb7b529da1e9ddfb:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T22:21:24,471 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T22:21:24,471 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T22:21:24,471 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 223e5329b5e2a589eb7b529da1e9ddfb:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T22:21:24,472 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T22:21:24,474 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40786 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T22:21:24,474 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T22:21:24,474 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HStore(1540): 223e5329b5e2a589eb7b529da1e9ddfb/A is initiating minor compaction (all files) 2024-11-26T22:21:24,474 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HStore(1540): 223e5329b5e2a589eb7b529da1e9ddfb/B is initiating minor compaction (all files) 2024-11-26T22:21:24,474 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 223e5329b5e2a589eb7b529da1e9ddfb/A in TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb. 2024-11-26T22:21:24,474 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 223e5329b5e2a589eb7b529da1e9ddfb/B in TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb. 2024-11-26T22:21:24,475 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/A/ee1c8cf033c04311a4abd7ff95c37a7b, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/A/247d23817d7e40e48e29923c6c72cec8, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/A/30869c4cc13e470c880a646e6669f38c] into tmpdir=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp, totalSize=39.8 K 2024-11-26T22:21:24,475 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/B/ac92adb102274811a99872a8b32adcee, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/B/0c7b96eb9f85454ea3da0478cf6ad7fb, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/B/0f81d78c81914b54a49984d45edaa5e1] into tmpdir=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp, totalSize=35.3 K 2024-11-26T22:21:24,476 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.Compactor(224): Compacting ac92adb102274811a99872a8b32adcee, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1732659681569 2024-11-26T22:21:24,476 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.Compactor(224): Compacting ee1c8cf033c04311a4abd7ff95c37a7b, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1732659681569 2024-11-26T22:21:24,477 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.Compactor(224): Compacting 247d23817d7e40e48e29923c6c72cec8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=74, earliestPutTs=1732659682274 2024-11-26T22:21:24,477 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.Compactor(224): Compacting 0c7b96eb9f85454ea3da0478cf6ad7fb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=74, earliestPutTs=1732659682274 2024-11-26T22:21:24,477 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.Compactor(224): Compacting 30869c4cc13e470c880a646e6669f38c, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1732659683489 2024-11-26T22:21:24,477 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.Compactor(224): Compacting 0f81d78c81914b54a49984d45edaa5e1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1732659684150 2024-11-26T22:21:24,503 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 223e5329b5e2a589eb7b529da1e9ddfb#B#compaction#18 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T22:21:24,504 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/B/768eb6920aca4beba9c18d401889db78 is 50, key is test_row_0/B:col10/1732659684158/Put/seqid=0 2024-11-26T22:21:24,515 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 223e5329b5e2a589eb7b529da1e9ddfb#A#compaction#19 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T22:21:24,517 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/A/761c8b3ae58a4a31b4a5d08f3d7ee7a9 is 50, key is test_row_0/A:col10/1732659684158/Put/seqid=0 2024-11-26T22:21:24,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(8581): Flush requested on 223e5329b5e2a589eb7b529da1e9ddfb 2024-11-26T22:21:24,524 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 223e5329b5e2a589eb7b529da1e9ddfb 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-26T22:21:24,525 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 223e5329b5e2a589eb7b529da1e9ddfb, store=A 2024-11-26T22:21:24,525 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:21:24,525 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 223e5329b5e2a589eb7b529da1e9ddfb, store=B 2024-11-26T22:21:24,525 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:21:24,525 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 223e5329b5e2a589eb7b529da1e9ddfb, store=C 2024-11-26T22:21:24,525 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:21:24,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073741858_1034 (size=12207) 2024-11-26T22:21:24,539 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/A/9d7773aa6a4f413090e81d2fb86bc310 is 50, key is test_row_0/A:col10/1732659684199/Put/seqid=0 2024-11-26T22:21:24,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073741857_1033 (size=12207) 2024-11-26T22:21:24,567 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/B/768eb6920aca4beba9c18d401889db78 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/B/768eb6920aca4beba9c18d401889db78 2024-11-26T22:21:24,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073741859_1035 (size=14341) 2024-11-26T22:21:24,573 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=114 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/A/9d7773aa6a4f413090e81d2fb86bc310 2024-11-26T22:21:24,581 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 223e5329b5e2a589eb7b529da1e9ddfb/B of 223e5329b5e2a589eb7b529da1e9ddfb into 768eb6920aca4beba9c18d401889db78(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T22:21:24,581 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 223e5329b5e2a589eb7b529da1e9ddfb: 2024-11-26T22:21:24,581 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb., storeName=223e5329b5e2a589eb7b529da1e9ddfb/B, priority=13, startTime=1732659684471; duration=0sec 2024-11-26T22:21:24,581 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T22:21:24,581 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 223e5329b5e2a589eb7b529da1e9ddfb:B 2024-11-26T22:21:24,581 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T22:21:24,584 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:24,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56622 deadline: 1732659744571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:24,585 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:24,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56606 deadline: 1732659744571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:24,586 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T22:21:24,586 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HStore(1540): 223e5329b5e2a589eb7b529da1e9ddfb/C is initiating minor compaction (all files) 2024-11-26T22:21:24,586 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:24,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56618 deadline: 1732659744572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:24,588 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:24,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56628 deadline: 1732659744573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:24,589 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 223e5329b5e2a589eb7b529da1e9ddfb/C in TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb. 2024-11-26T22:21:24,589 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/C/17c2d901775248edac50724fc3495aaf, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/C/e87f4b5e5b4f450b8706852270135aab, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/C/77adc65086da4426a244496931b74197] into tmpdir=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp, totalSize=35.3 K 2024-11-26T22:21:24,589 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:24,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56582 deadline: 1732659744574, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:24,590 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.Compactor(224): Compacting 17c2d901775248edac50724fc3495aaf, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1732659681569 2024-11-26T22:21:24,591 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.Compactor(224): Compacting e87f4b5e5b4f450b8706852270135aab, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=74, earliestPutTs=1732659682274 2024-11-26T22:21:24,592 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/B/3138852e28f64e2bbb514a3551c2b25a is 50, key is test_row_0/B:col10/1732659684199/Put/seqid=0 2024-11-26T22:21:24,593 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.Compactor(224): Compacting 77adc65086da4426a244496931b74197, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1732659684150 2024-11-26T22:21:24,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073741860_1036 (size=12001) 2024-11-26T22:21:24,612 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=114 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/B/3138852e28f64e2bbb514a3551c2b25a 2024-11-26T22:21:24,628 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 223e5329b5e2a589eb7b529da1e9ddfb#C#compaction#22 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T22:21:24,629 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/C/7bb17c5f589f4498ac90d49a64f781d9 is 50, key is test_row_0/C:col10/1732659684158/Put/seqid=0 2024-11-26T22:21:24,635 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/C/71c23fe9c3a046b98a8d0cea7d0601ae is 50, key is test_row_0/C:col10/1732659684199/Put/seqid=0 2024-11-26T22:21:24,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073741862_1038 (size=12001) 2024-11-26T22:21:24,661 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=114 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/C/71c23fe9c3a046b98a8d0cea7d0601ae 2024-11-26T22:21:24,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073741861_1037 (size=12207) 2024-11-26T22:21:24,674 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/A/9d7773aa6a4f413090e81d2fb86bc310 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/A/9d7773aa6a4f413090e81d2fb86bc310 2024-11-26T22:21:24,679 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/C/7bb17c5f589f4498ac90d49a64f781d9 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/C/7bb17c5f589f4498ac90d49a64f781d9 2024-11-26T22:21:24,688 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:24,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56606 deadline: 1732659744688, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:24,694 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/A/9d7773aa6a4f413090e81d2fb86bc310, entries=200, sequenceid=114, filesize=14.0 K 2024-11-26T22:21:24,694 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:24,695 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 223e5329b5e2a589eb7b529da1e9ddfb/C of 223e5329b5e2a589eb7b529da1e9ddfb into 7bb17c5f589f4498ac90d49a64f781d9(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T22:21:24,695 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 223e5329b5e2a589eb7b529da1e9ddfb: 2024-11-26T22:21:24,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56622 deadline: 1732659744692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:24,695 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb., storeName=223e5329b5e2a589eb7b529da1e9ddfb/C, priority=13, startTime=1732659684471; duration=0sec 2024-11-26T22:21:24,695 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/B/3138852e28f64e2bbb514a3551c2b25a as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/B/3138852e28f64e2bbb514a3551c2b25a 2024-11-26T22:21:24,696 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T22:21:24,696 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 223e5329b5e2a589eb7b529da1e9ddfb:C 2024-11-26T22:21:24,696 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:24,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56582 deadline: 1732659744692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:24,696 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:24,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56628 deadline: 1732659744692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:24,699 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:24,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56618 deadline: 1732659744693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:24,707 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/B/3138852e28f64e2bbb514a3551c2b25a, entries=150, sequenceid=114, filesize=11.7 K 2024-11-26T22:21:24,708 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/C/71c23fe9c3a046b98a8d0cea7d0601ae as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/C/71c23fe9c3a046b98a8d0cea7d0601ae 2024-11-26T22:21:24,718 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/C/71c23fe9c3a046b98a8d0cea7d0601ae, entries=150, sequenceid=114, filesize=11.7 K 2024-11-26T22:21:24,721 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for 223e5329b5e2a589eb7b529da1e9ddfb in 196ms, sequenceid=114, compaction requested=false 2024-11-26T22:21:24,721 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 223e5329b5e2a589eb7b529da1e9ddfb: 2024-11-26T22:21:24,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-26T22:21:24,851 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 14 completed 2024-11-26T22:21:24,853 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T22:21:24,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] procedure2.ProcedureExecutor(1098): Stored pid=16, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees 2024-11-26T22:21:24,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-26T22:21:24,860 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=16, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T22:21:24,862 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=16, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T22:21:24,863 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T22:21:24,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(8581): Flush requested on 223e5329b5e2a589eb7b529da1e9ddfb 2024-11-26T22:21:24,899 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 223e5329b5e2a589eb7b529da1e9ddfb 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-26T22:21:24,899 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 223e5329b5e2a589eb7b529da1e9ddfb, store=A 2024-11-26T22:21:24,899 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:21:24,899 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 223e5329b5e2a589eb7b529da1e9ddfb, store=B 2024-11-26T22:21:24,900 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:21:24,900 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 223e5329b5e2a589eb7b529da1e9ddfb, store=C 2024-11-26T22:21:24,900 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:21:24,910 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/A/4f8c7c87d0834ef2831161e51dc9ec6d is 50, key is test_row_0/A:col10/1732659684571/Put/seqid=0 2024-11-26T22:21:24,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073741863_1039 (size=14491) 2024-11-26T22:21:24,932 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=135 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/A/4f8c7c87d0834ef2831161e51dc9ec6d 2024-11-26T22:21:24,933 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:24,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56618 deadline: 1732659744926, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:24,937 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:24,937 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:24,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56622 deadline: 1732659744929, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:24,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56606 deadline: 1732659744928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:24,938 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:24,938 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:24,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56628 deadline: 1732659744930, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:24,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56582 deadline: 1732659744930, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:24,955 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/A/761c8b3ae58a4a31b4a5d08f3d7ee7a9 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/A/761c8b3ae58a4a31b4a5d08f3d7ee7a9 2024-11-26T22:21:24,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-26T22:21:24,963 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/B/22c119ee1afc4df8b5e03c5b1489641a is 50, key is test_row_0/B:col10/1732659684571/Put/seqid=0 2024-11-26T22:21:24,972 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 223e5329b5e2a589eb7b529da1e9ddfb/A of 223e5329b5e2a589eb7b529da1e9ddfb into 761c8b3ae58a4a31b4a5d08f3d7ee7a9(size=11.9 K), total size for store is 25.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T22:21:24,972 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 223e5329b5e2a589eb7b529da1e9ddfb: 2024-11-26T22:21:24,973 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb., storeName=223e5329b5e2a589eb7b529da1e9ddfb/A, priority=13, startTime=1732659684471; duration=0sec 2024-11-26T22:21:24,973 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T22:21:24,973 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 223e5329b5e2a589eb7b529da1e9ddfb:A 2024-11-26T22:21:25,015 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:25,016 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34335 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-26T22:21:25,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb. 2024-11-26T22:21:25,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb. as already flushing 2024-11-26T22:21:25,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb. 2024-11-26T22:21:25,018 ERROR [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => 223e5329b5e2a589eb7b529da1e9ddfb, NAME => 'TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:21:25,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => 223e5329b5e2a589eb7b529da1e9ddfb, NAME => 'TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:21:25,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073741864_1040 (size=12151) 2024-11-26T22:21:25,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 223e5329b5e2a589eb7b529da1e9ddfb, NAME => 'TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 223e5329b5e2a589eb7b529da1e9ddfb, NAME => 'TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:21:25,021 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=135 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/B/22c119ee1afc4df8b5e03c5b1489641a 2024-11-26T22:21:25,038 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:25,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56618 deadline: 1732659745036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:25,046 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/C/37ba1ec013d2462ca238b321d6a157a4 is 50, key is test_row_0/C:col10/1732659684571/Put/seqid=0 2024-11-26T22:21:25,049 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:25,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56622 deadline: 1732659745041, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:25,050 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:25,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56606 deadline: 1732659745041, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:25,050 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:25,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56628 deadline: 1732659745042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:25,051 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:25,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56582 deadline: 1732659745043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:25,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073741865_1041 (size=12151) 2024-11-26T22:21:25,103 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=135 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/C/37ba1ec013d2462ca238b321d6a157a4 2024-11-26T22:21:25,114 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/A/4f8c7c87d0834ef2831161e51dc9ec6d as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/A/4f8c7c87d0834ef2831161e51dc9ec6d 2024-11-26T22:21:25,124 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/A/4f8c7c87d0834ef2831161e51dc9ec6d, entries=200, sequenceid=135, filesize=14.2 K 2024-11-26T22:21:25,126 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/B/22c119ee1afc4df8b5e03c5b1489641a as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/B/22c119ee1afc4df8b5e03c5b1489641a 2024-11-26T22:21:25,135 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/B/22c119ee1afc4df8b5e03c5b1489641a, entries=150, sequenceid=135, filesize=11.9 K 2024-11-26T22:21:25,137 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/C/37ba1ec013d2462ca238b321d6a157a4 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/C/37ba1ec013d2462ca238b321d6a157a4 2024-11-26T22:21:25,153 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/C/37ba1ec013d2462ca238b321d6a157a4, entries=150, sequenceid=135, filesize=11.9 K 2024-11-26T22:21:25,155 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for 223e5329b5e2a589eb7b529da1e9ddfb in 255ms, sequenceid=135, compaction requested=true 2024-11-26T22:21:25,155 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 223e5329b5e2a589eb7b529da1e9ddfb: 2024-11-26T22:21:25,155 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 223e5329b5e2a589eb7b529da1e9ddfb:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T22:21:25,155 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T22:21:25,155 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T22:21:25,155 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 223e5329b5e2a589eb7b529da1e9ddfb:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T22:21:25,155 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T22:21:25,155 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T22:21:25,155 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 223e5329b5e2a589eb7b529da1e9ddfb:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T22:21:25,155 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T22:21:25,159 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 41039 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T22:21:25,160 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HStore(1540): 223e5329b5e2a589eb7b529da1e9ddfb/A is initiating minor compaction (all files) 2024-11-26T22:21:25,160 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 223e5329b5e2a589eb7b529da1e9ddfb/A in TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb. 2024-11-26T22:21:25,160 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/A/761c8b3ae58a4a31b4a5d08f3d7ee7a9, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/A/9d7773aa6a4f413090e81d2fb86bc310, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/A/4f8c7c87d0834ef2831161e51dc9ec6d] into tmpdir=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp, totalSize=40.1 K 2024-11-26T22:21:25,160 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T22:21:25,161 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HStore(1540): 223e5329b5e2a589eb7b529da1e9ddfb/B is initiating minor compaction (all files) 2024-11-26T22:21:25,161 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 223e5329b5e2a589eb7b529da1e9ddfb/B in TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb. 2024-11-26T22:21:25,161 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/B/768eb6920aca4beba9c18d401889db78, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/B/3138852e28f64e2bbb514a3551c2b25a, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/B/22c119ee1afc4df8b5e03c5b1489641a] into tmpdir=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp, totalSize=35.5 K 2024-11-26T22:21:25,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-26T22:21:25,165 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.Compactor(224): Compacting 768eb6920aca4beba9c18d401889db78, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1732659684150 2024-11-26T22:21:25,166 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.Compactor(224): Compacting 761c8b3ae58a4a31b4a5d08f3d7ee7a9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1732659684150 2024-11-26T22:21:25,167 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.Compactor(224): Compacting 3138852e28f64e2bbb514a3551c2b25a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1732659684198 2024-11-26T22:21:25,167 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9d7773aa6a4f413090e81d2fb86bc310, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1732659684194 2024-11-26T22:21:25,168 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.Compactor(224): Compacting 22c119ee1afc4df8b5e03c5b1489641a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1732659684568 2024-11-26T22:21:25,168 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4f8c7c87d0834ef2831161e51dc9ec6d, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1732659684544 2024-11-26T22:21:25,172 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:25,173 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34335 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-26T22:21:25,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb. 2024-11-26T22:21:25,173 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2837): Flushing 223e5329b5e2a589eb7b529da1e9ddfb 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-26T22:21:25,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 223e5329b5e2a589eb7b529da1e9ddfb, store=A 2024-11-26T22:21:25,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:21:25,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 223e5329b5e2a589eb7b529da1e9ddfb, store=B 2024-11-26T22:21:25,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:21:25,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 223e5329b5e2a589eb7b529da1e9ddfb, store=C 2024-11-26T22:21:25,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:21:25,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/A/3bf19164ec104405a10d02fe0c1b86ff is 50, key is test_row_0/A:col10/1732659684917/Put/seqid=0 2024-11-26T22:21:25,209 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 223e5329b5e2a589eb7b529da1e9ddfb#A#compaction#28 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T22:21:25,210 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/A/ffd53c20db034736aa9bddf5a9ccaa15 is 50, key is test_row_0/A:col10/1732659684571/Put/seqid=0 2024-11-26T22:21:25,216 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 223e5329b5e2a589eb7b529da1e9ddfb#B#compaction#29 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T22:21:25,217 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/B/a14749fa93a4440a9a5d8e56f443d343 is 50, key is test_row_0/B:col10/1732659684571/Put/seqid=0 2024-11-26T22:21:25,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073741868_1044 (size=12459) 2024-11-26T22:21:25,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073741866_1042 (size=12151) 2024-11-26T22:21:25,249 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=153 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/A/3bf19164ec104405a10d02fe0c1b86ff 2024-11-26T22:21:25,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(8581): Flush requested on 223e5329b5e2a589eb7b529da1e9ddfb 2024-11-26T22:21:25,250 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb. as already flushing 2024-11-26T22:21:25,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073741867_1043 (size=12459) 2024-11-26T22:21:25,267 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/B/a14749fa93a4440a9a5d8e56f443d343 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/B/a14749fa93a4440a9a5d8e56f443d343 2024-11-26T22:21:25,277 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/A/ffd53c20db034736aa9bddf5a9ccaa15 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/A/ffd53c20db034736aa9bddf5a9ccaa15 2024-11-26T22:21:25,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/B/eda1212d8db447d1a5358f763c0d6452 is 50, key is test_row_0/B:col10/1732659684917/Put/seqid=0 2024-11-26T22:21:25,285 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 223e5329b5e2a589eb7b529da1e9ddfb/B of 223e5329b5e2a589eb7b529da1e9ddfb into a14749fa93a4440a9a5d8e56f443d343(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T22:21:25,286 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 223e5329b5e2a589eb7b529da1e9ddfb: 2024-11-26T22:21:25,286 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb., storeName=223e5329b5e2a589eb7b529da1e9ddfb/B, priority=13, startTime=1732659685155; duration=0sec 2024-11-26T22:21:25,286 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T22:21:25,287 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 223e5329b5e2a589eb7b529da1e9ddfb:B 2024-11-26T22:21:25,287 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T22:21:25,291 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T22:21:25,291 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HStore(1540): 223e5329b5e2a589eb7b529da1e9ddfb/C is initiating minor compaction (all files) 2024-11-26T22:21:25,291 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 223e5329b5e2a589eb7b529da1e9ddfb/C in TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb. 2024-11-26T22:21:25,291 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/C/7bb17c5f589f4498ac90d49a64f781d9, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/C/71c23fe9c3a046b98a8d0cea7d0601ae, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/C/37ba1ec013d2462ca238b321d6a157a4] into tmpdir=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp, totalSize=35.5 K 2024-11-26T22:21:25,292 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 223e5329b5e2a589eb7b529da1e9ddfb/A of 223e5329b5e2a589eb7b529da1e9ddfb into ffd53c20db034736aa9bddf5a9ccaa15(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T22:21:25,292 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 223e5329b5e2a589eb7b529da1e9ddfb: 2024-11-26T22:21:25,292 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb., storeName=223e5329b5e2a589eb7b529da1e9ddfb/A, priority=13, startTime=1732659685155; duration=0sec 2024-11-26T22:21:25,292 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T22:21:25,292 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 223e5329b5e2a589eb7b529da1e9ddfb:A 2024-11-26T22:21:25,293 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.Compactor(224): Compacting 7bb17c5f589f4498ac90d49a64f781d9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1732659684150 2024-11-26T22:21:25,293 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.Compactor(224): Compacting 71c23fe9c3a046b98a8d0cea7d0601ae, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1732659684198 2024-11-26T22:21:25,294 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.Compactor(224): Compacting 37ba1ec013d2462ca238b321d6a157a4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1732659684568 2024-11-26T22:21:25,307 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:25,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56618 deadline: 1732659745290, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:25,308 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:25,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56606 deadline: 1732659745291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:25,312 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:25,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56622 deadline: 1732659745300, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:25,314 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:25,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56628 deadline: 1732659745303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:25,315 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:25,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56582 deadline: 1732659745304, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:25,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073741869_1045 (size=12151) 2024-11-26T22:21:25,331 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=153 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/B/eda1212d8db447d1a5358f763c0d6452 2024-11-26T22:21:25,336 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 223e5329b5e2a589eb7b529da1e9ddfb#C#compaction#31 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T22:21:25,337 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/C/b65200b1f33443498481c5df028a47e0 is 50, key is test_row_0/C:col10/1732659684571/Put/seqid=0 2024-11-26T22:21:25,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/C/1199deb36561400d94fa5d9276aaddc8 is 50, key is test_row_0/C:col10/1732659684917/Put/seqid=0 2024-11-26T22:21:25,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073741870_1046 (size=12459) 2024-11-26T22:21:25,423 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/C/b65200b1f33443498481c5df028a47e0 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/C/b65200b1f33443498481c5df028a47e0 2024-11-26T22:21:25,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073741871_1047 (size=12151) 2024-11-26T22:21:25,425 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=153 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/C/1199deb36561400d94fa5d9276aaddc8 2024-11-26T22:21:25,426 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:25,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56628 deadline: 1732659745421, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:25,426 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:25,427 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:25,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56622 deadline: 1732659745422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:25,427 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:25,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56618 deadline: 1732659745423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:25,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56582 deadline: 1732659745423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:25,428 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:25,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56606 deadline: 1732659745424, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:25,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/A/3bf19164ec104405a10d02fe0c1b86ff as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/A/3bf19164ec104405a10d02fe0c1b86ff 2024-11-26T22:21:25,444 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 223e5329b5e2a589eb7b529da1e9ddfb/C of 223e5329b5e2a589eb7b529da1e9ddfb into b65200b1f33443498481c5df028a47e0(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T22:21:25,447 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 223e5329b5e2a589eb7b529da1e9ddfb: 2024-11-26T22:21:25,447 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb., storeName=223e5329b5e2a589eb7b529da1e9ddfb/C, priority=13, startTime=1732659685155; duration=0sec 2024-11-26T22:21:25,447 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T22:21:25,448 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 223e5329b5e2a589eb7b529da1e9ddfb:C 2024-11-26T22:21:25,452 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/A/3bf19164ec104405a10d02fe0c1b86ff, entries=150, sequenceid=153, filesize=11.9 K 2024-11-26T22:21:25,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/B/eda1212d8db447d1a5358f763c0d6452 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/B/eda1212d8db447d1a5358f763c0d6452 2024-11-26T22:21:25,464 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/B/eda1212d8db447d1a5358f763c0d6452, entries=150, sequenceid=153, filesize=11.9 K 2024-11-26T22:21:25,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-26T22:21:25,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/C/1199deb36561400d94fa5d9276aaddc8 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/C/1199deb36561400d94fa5d9276aaddc8 2024-11-26T22:21:25,481 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/C/1199deb36561400d94fa5d9276aaddc8, entries=150, sequenceid=153, filesize=11.9 K 2024-11-26T22:21:25,483 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for 223e5329b5e2a589eb7b529da1e9ddfb in 310ms, sequenceid=153, compaction requested=false 2024-11-26T22:21:25,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2538): Flush status journal for 223e5329b5e2a589eb7b529da1e9ddfb: 2024-11-26T22:21:25,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb. 2024-11-26T22:21:25,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=17 2024-11-26T22:21:25,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster(4106): Remote procedure done, pid=17 2024-11-26T22:21:25,494 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=17, resume processing ppid=16 2024-11-26T22:21:25,494 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=17, ppid=16, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 628 msec 2024-11-26T22:21:25,497 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=16, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees in 642 msec 2024-11-26T22:21:25,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(8581): Flush requested on 223e5329b5e2a589eb7b529da1e9ddfb 2024-11-26T22:21:25,637 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 223e5329b5e2a589eb7b529da1e9ddfb 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-26T22:21:25,641 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 223e5329b5e2a589eb7b529da1e9ddfb, store=A 2024-11-26T22:21:25,642 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:21:25,642 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 223e5329b5e2a589eb7b529da1e9ddfb, store=B 2024-11-26T22:21:25,642 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:21:25,642 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 223e5329b5e2a589eb7b529da1e9ddfb, store=C 2024-11-26T22:21:25,642 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:21:25,650 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/A/508db59cc2644477bbc348c4bc569e21 is 50, key is test_row_0/A:col10/1732659685634/Put/seqid=0 2024-11-26T22:21:25,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073741872_1048 (size=14541) 2024-11-26T22:21:25,679 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:25,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56606 deadline: 1732659745673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:25,680 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:25,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56622 deadline: 1732659745675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:25,681 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:25,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56582 deadline: 1732659745675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:25,682 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:25,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56628 deadline: 1732659745676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:25,682 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:25,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56618 deadline: 1732659745678, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:25,784 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:25,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56606 deadline: 1732659745783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:25,785 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:25,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56582 deadline: 1732659745785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:25,786 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:25,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56622 deadline: 1732659745784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:25,788 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:25,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56628 deadline: 1732659745785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:25,791 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:25,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56618 deadline: 1732659745788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:25,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-26T22:21:25,966 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 16 completed 2024-11-26T22:21:25,969 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T22:21:25,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] procedure2.ProcedureExecutor(1098): Stored pid=18, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees 2024-11-26T22:21:25,973 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=18, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T22:21:25,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-26T22:21:25,974 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=18, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T22:21:25,975 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T22:21:25,991 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:25,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56606 deadline: 1732659745988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:25,992 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:25,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56582 deadline: 1732659745988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:25,992 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:25,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56622 deadline: 1732659745989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:25,993 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:25,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56628 deadline: 1732659745991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:25,998 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:25,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56618 deadline: 1732659745995, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:26,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-26T22:21:26,077 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=179 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/A/508db59cc2644477bbc348c4bc569e21 2024-11-26T22:21:26,101 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/B/26deedb3e2c84398aead87c597dc1046 is 50, key is test_row_0/B:col10/1732659685634/Put/seqid=0 2024-11-26T22:21:26,128 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:26,129 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34335 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-26T22:21:26,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb. 2024-11-26T22:21:26,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb. as already flushing 2024-11-26T22:21:26,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb. 2024-11-26T22:21:26,129 ERROR [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => 223e5329b5e2a589eb7b529da1e9ddfb, NAME => 'TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:21:26,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => 223e5329b5e2a589eb7b529da1e9ddfb, NAME => 'TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:21:26,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 223e5329b5e2a589eb7b529da1e9ddfb, NAME => 'TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 223e5329b5e2a589eb7b529da1e9ddfb, NAME => 'TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:21:26,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073741873_1049 (size=12151) 2024-11-26T22:21:26,135 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=179 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/B/26deedb3e2c84398aead87c597dc1046 2024-11-26T22:21:26,166 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/C/a91f24b8dac84eb4bac493315a43e9a8 is 50, key is test_row_0/C:col10/1732659685634/Put/seqid=0 2024-11-26T22:21:26,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073741874_1050 (size=12151) 2024-11-26T22:21:26,216 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=179 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/C/a91f24b8dac84eb4bac493315a43e9a8 2024-11-26T22:21:26,229 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/A/508db59cc2644477bbc348c4bc569e21 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/A/508db59cc2644477bbc348c4bc569e21 2024-11-26T22:21:26,239 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/A/508db59cc2644477bbc348c4bc569e21, entries=200, sequenceid=179, filesize=14.2 K 2024-11-26T22:21:26,242 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/B/26deedb3e2c84398aead87c597dc1046 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/B/26deedb3e2c84398aead87c597dc1046 2024-11-26T22:21:26,251 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/B/26deedb3e2c84398aead87c597dc1046, entries=150, sequenceid=179, filesize=11.9 K 2024-11-26T22:21:26,253 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/C/a91f24b8dac84eb4bac493315a43e9a8 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/C/a91f24b8dac84eb4bac493315a43e9a8 2024-11-26T22:21:26,266 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/C/a91f24b8dac84eb4bac493315a43e9a8, entries=150, sequenceid=179, filesize=11.9 K 2024-11-26T22:21:26,268 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 223e5329b5e2a589eb7b529da1e9ddfb in 631ms, sequenceid=179, compaction requested=true 2024-11-26T22:21:26,268 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 223e5329b5e2a589eb7b529da1e9ddfb: 2024-11-26T22:21:26,269 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T22:21:26,270 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39151 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T22:21:26,271 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HStore(1540): 223e5329b5e2a589eb7b529da1e9ddfb/A is initiating minor compaction (all files) 2024-11-26T22:21:26,271 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 223e5329b5e2a589eb7b529da1e9ddfb/A in TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb. 2024-11-26T22:21:26,271 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/A/ffd53c20db034736aa9bddf5a9ccaa15, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/A/3bf19164ec104405a10d02fe0c1b86ff, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/A/508db59cc2644477bbc348c4bc569e21] into tmpdir=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp, totalSize=38.2 K 2024-11-26T22:21:26,271 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 223e5329b5e2a589eb7b529da1e9ddfb:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T22:21:26,271 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T22:21:26,272 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T22:21:26,272 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.Compactor(224): Compacting ffd53c20db034736aa9bddf5a9ccaa15, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1732659684568 2024-11-26T22:21:26,272 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3bf19164ec104405a10d02fe0c1b86ff, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=153, earliestPutTs=1732659684917 2024-11-26T22:21:26,274 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36761 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T22:21:26,274 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.Compactor(224): Compacting 508db59cc2644477bbc348c4bc569e21, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=179, earliestPutTs=1732659685286 2024-11-26T22:21:26,274 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HStore(1540): 223e5329b5e2a589eb7b529da1e9ddfb/B is initiating minor compaction (all files) 2024-11-26T22:21:26,274 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 223e5329b5e2a589eb7b529da1e9ddfb/B in TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb. 2024-11-26T22:21:26,274 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/B/a14749fa93a4440a9a5d8e56f443d343, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/B/eda1212d8db447d1a5358f763c0d6452, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/B/26deedb3e2c84398aead87c597dc1046] into tmpdir=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp, totalSize=35.9 K 2024-11-26T22:21:26,275 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 223e5329b5e2a589eb7b529da1e9ddfb:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T22:21:26,275 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T22:21:26,275 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 223e5329b5e2a589eb7b529da1e9ddfb:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T22:21:26,275 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T22:21:26,276 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.Compactor(224): Compacting a14749fa93a4440a9a5d8e56f443d343, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1732659684568 2024-11-26T22:21:26,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-26T22:21:26,277 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.Compactor(224): Compacting eda1212d8db447d1a5358f763c0d6452, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=153, earliestPutTs=1732659684917 2024-11-26T22:21:26,278 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.Compactor(224): Compacting 26deedb3e2c84398aead87c597dc1046, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=179, earliestPutTs=1732659685286 2024-11-26T22:21:26,284 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:26,285 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34335 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-26T22:21:26,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb. 2024-11-26T22:21:26,286 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2837): Flushing 223e5329b5e2a589eb7b529da1e9ddfb 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-26T22:21:26,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 223e5329b5e2a589eb7b529da1e9ddfb, store=A 2024-11-26T22:21:26,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:21:26,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 223e5329b5e2a589eb7b529da1e9ddfb, store=B 2024-11-26T22:21:26,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:21:26,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 223e5329b5e2a589eb7b529da1e9ddfb, store=C 2024-11-26T22:21:26,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:21:26,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(8581): Flush requested on 223e5329b5e2a589eb7b529da1e9ddfb 2024-11-26T22:21:26,299 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb. as already flushing 2024-11-26T22:21:26,300 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 223e5329b5e2a589eb7b529da1e9ddfb#A#compaction#36 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T22:21:26,301 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/A/45da2e02f11a40c1b664b6f5ee445882 is 50, key is test_row_0/A:col10/1732659685634/Put/seqid=0 2024-11-26T22:21:26,302 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 223e5329b5e2a589eb7b529da1e9ddfb#B#compaction#37 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T22:21:26,303 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/B/5a896d4782f34da0ac8e951a2b7d1e06 is 50, key is test_row_0/B:col10/1732659685634/Put/seqid=0 2024-11-26T22:21:26,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/A/fc1737d8511e441187c1b2f2d09beeb4 is 50, key is test_row_0/A:col10/1732659685651/Put/seqid=0 2024-11-26T22:21:26,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073741875_1051 (size=12561) 2024-11-26T22:21:26,349 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:26,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56618 deadline: 1732659746341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:26,350 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:26,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56582 deadline: 1732659746341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:26,351 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:26,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56606 deadline: 1732659746345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:26,353 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:26,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56622 deadline: 1732659746347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:26,354 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:26,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56628 deadline: 1732659746348, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:26,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073741876_1052 (size=12561) 2024-11-26T22:21:26,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073741877_1053 (size=12151) 2024-11-26T22:21:26,452 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:26,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56618 deadline: 1732659746451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:26,455 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:26,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56582 deadline: 1732659746452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:26,457 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:26,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56606 deadline: 1732659746453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:26,458 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:26,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56622 deadline: 1732659746455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:26,458 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:26,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56628 deadline: 1732659746455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:26,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-26T22:21:26,658 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:26,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56618 deadline: 1732659746657, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:26,660 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:26,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56582 deadline: 1732659746659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:26,661 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:26,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56628 deadline: 1732659746660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:26,661 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:26,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56622 deadline: 1732659746661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:26,673 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:26,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56606 deadline: 1732659746672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:26,751 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/A/45da2e02f11a40c1b664b6f5ee445882 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/A/45da2e02f11a40c1b664b6f5ee445882 2024-11-26T22:21:26,768 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/B/5a896d4782f34da0ac8e951a2b7d1e06 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/B/5a896d4782f34da0ac8e951a2b7d1e06 2024-11-26T22:21:26,775 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 223e5329b5e2a589eb7b529da1e9ddfb/A of 223e5329b5e2a589eb7b529da1e9ddfb into 45da2e02f11a40c1b664b6f5ee445882(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T22:21:26,775 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=192 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/A/fc1737d8511e441187c1b2f2d09beeb4 2024-11-26T22:21:26,775 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 223e5329b5e2a589eb7b529da1e9ddfb: 2024-11-26T22:21:26,775 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb., storeName=223e5329b5e2a589eb7b529da1e9ddfb/A, priority=13, startTime=1732659686268; duration=0sec 2024-11-26T22:21:26,775 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T22:21:26,776 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 223e5329b5e2a589eb7b529da1e9ddfb:A 2024-11-26T22:21:26,776 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T22:21:26,779 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36761 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T22:21:26,779 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HStore(1540): 223e5329b5e2a589eb7b529da1e9ddfb/C is initiating minor compaction (all files) 2024-11-26T22:21:26,779 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 223e5329b5e2a589eb7b529da1e9ddfb/C in TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb. 2024-11-26T22:21:26,780 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/C/b65200b1f33443498481c5df028a47e0, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/C/1199deb36561400d94fa5d9276aaddc8, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/C/a91f24b8dac84eb4bac493315a43e9a8] into tmpdir=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp, totalSize=35.9 K 2024-11-26T22:21:26,780 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.Compactor(224): Compacting b65200b1f33443498481c5df028a47e0, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1732659684568 2024-11-26T22:21:26,781 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1199deb36561400d94fa5d9276aaddc8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=153, earliestPutTs=1732659684917 2024-11-26T22:21:26,781 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 223e5329b5e2a589eb7b529da1e9ddfb/B of 223e5329b5e2a589eb7b529da1e9ddfb into 5a896d4782f34da0ac8e951a2b7d1e06(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T22:21:26,781 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 223e5329b5e2a589eb7b529da1e9ddfb: 2024-11-26T22:21:26,781 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb., storeName=223e5329b5e2a589eb7b529da1e9ddfb/B, priority=13, startTime=1732659686272; duration=0sec 2024-11-26T22:21:26,781 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T22:21:26,781 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 223e5329b5e2a589eb7b529da1e9ddfb:B 2024-11-26T22:21:26,782 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.Compactor(224): Compacting a91f24b8dac84eb4bac493315a43e9a8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=179, earliestPutTs=1732659685286 2024-11-26T22:21:26,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/B/25a11480280a42cfa64c8306b82f65bf is 50, key is test_row_0/B:col10/1732659685651/Put/seqid=0 2024-11-26T22:21:26,801 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 223e5329b5e2a589eb7b529da1e9ddfb#C#compaction#40 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T22:21:26,802 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/C/a92bb9c242504b808b037eacea6a3f57 is 50, key is test_row_0/C:col10/1732659685634/Put/seqid=0 2024-11-26T22:21:26,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073741878_1054 (size=12151) 2024-11-26T22:21:26,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073741879_1055 (size=12561) 2024-11-26T22:21:26,964 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:26,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56618 deadline: 1732659746963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:26,968 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:26,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56582 deadline: 1732659746967, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:26,969 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:26,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56628 deadline: 1732659746968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:26,973 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:26,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56622 deadline: 1732659746972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:26,979 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:26,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56606 deadline: 1732659746977, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:27,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-26T22:21:27,253 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=192 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/B/25a11480280a42cfa64c8306b82f65bf 2024-11-26T22:21:27,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/C/4ab6d1f589d34121bee61c0e0598074a is 50, key is test_row_0/C:col10/1732659685651/Put/seqid=0 2024-11-26T22:21:27,291 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/C/a92bb9c242504b808b037eacea6a3f57 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/C/a92bb9c242504b808b037eacea6a3f57 2024-11-26T22:21:27,303 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 223e5329b5e2a589eb7b529da1e9ddfb/C of 223e5329b5e2a589eb7b529da1e9ddfb into a92bb9c242504b808b037eacea6a3f57(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T22:21:27,304 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 223e5329b5e2a589eb7b529da1e9ddfb: 2024-11-26T22:21:27,304 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb., storeName=223e5329b5e2a589eb7b529da1e9ddfb/C, priority=13, startTime=1732659686275; duration=0sec 2024-11-26T22:21:27,304 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T22:21:27,304 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 223e5329b5e2a589eb7b529da1e9ddfb:C 2024-11-26T22:21:27,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073741880_1056 (size=12151) 2024-11-26T22:21:27,328 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=192 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/C/4ab6d1f589d34121bee61c0e0598074a 2024-11-26T22:21:27,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/A/fc1737d8511e441187c1b2f2d09beeb4 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/A/fc1737d8511e441187c1b2f2d09beeb4 2024-11-26T22:21:27,350 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/A/fc1737d8511e441187c1b2f2d09beeb4, entries=150, sequenceid=192, filesize=11.9 K 2024-11-26T22:21:27,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/B/25a11480280a42cfa64c8306b82f65bf as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/B/25a11480280a42cfa64c8306b82f65bf 2024-11-26T22:21:27,362 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/B/25a11480280a42cfa64c8306b82f65bf, entries=150, sequenceid=192, filesize=11.9 K 2024-11-26T22:21:27,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/C/4ab6d1f589d34121bee61c0e0598074a as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/C/4ab6d1f589d34121bee61c0e0598074a 2024-11-26T22:21:27,373 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/C/4ab6d1f589d34121bee61c0e0598074a, entries=150, sequenceid=192, filesize=11.9 K 2024-11-26T22:21:27,374 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 223e5329b5e2a589eb7b529da1e9ddfb in 1089ms, sequenceid=192, compaction requested=false 2024-11-26T22:21:27,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2538): Flush status journal for 223e5329b5e2a589eb7b529da1e9ddfb: 2024-11-26T22:21:27,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb. 2024-11-26T22:21:27,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=19 2024-11-26T22:21:27,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster(4106): Remote procedure done, pid=19 2024-11-26T22:21:27,379 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=19, resume processing ppid=18 2024-11-26T22:21:27,380 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=19, ppid=18, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4020 sec 2024-11-26T22:21:27,382 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=18, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees in 1.4110 sec 2024-11-26T22:21:27,477 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 223e5329b5e2a589eb7b529da1e9ddfb 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-26T22:21:27,477 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 223e5329b5e2a589eb7b529da1e9ddfb, store=A 2024-11-26T22:21:27,477 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:21:27,477 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 223e5329b5e2a589eb7b529da1e9ddfb, store=B 2024-11-26T22:21:27,478 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:21:27,478 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 223e5329b5e2a589eb7b529da1e9ddfb, store=C 2024-11-26T22:21:27,478 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:21:27,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(8581): Flush requested on 223e5329b5e2a589eb7b529da1e9ddfb 2024-11-26T22:21:27,493 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:27,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56628 deadline: 1732659747490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:27,495 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/A/3c6846ff8b904297807f47ee2d40dce2 is 50, key is test_row_0/A:col10/1732659687473/Put/seqid=0 2024-11-26T22:21:27,497 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:27,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56606 deadline: 1732659747492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:27,497 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:27,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56622 deadline: 1732659747492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:27,498 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:27,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56582 deadline: 1732659747493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:27,498 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:27,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56618 deadline: 1732659747494, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:27,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073741881_1057 (size=16931) 2024-11-26T22:21:27,599 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:27,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56628 deadline: 1732659747596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:27,601 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:27,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56622 deadline: 1732659747599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:27,602 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:27,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56606 deadline: 1732659747599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:27,603 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:27,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56582 deadline: 1732659747601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:27,607 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:27,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56618 deadline: 1732659747601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:27,805 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:27,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56628 deadline: 1732659747803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:27,806 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:27,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56606 deadline: 1732659747804, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:27,807 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:27,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56622 deadline: 1732659747804, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:27,807 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:27,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56582 deadline: 1732659747804, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:27,811 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:27,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56618 deadline: 1732659747811, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:27,941 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=220 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/A/3c6846ff8b904297807f47ee2d40dce2 2024-11-26T22:21:27,967 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/B/fce2c71959174d8ea4396c586c95edf9 is 50, key is test_row_0/B:col10/1732659687473/Put/seqid=0 2024-11-26T22:21:27,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073741882_1058 (size=12151) 2024-11-26T22:21:27,987 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=220 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/B/fce2c71959174d8ea4396c586c95edf9 2024-11-26T22:21:28,009 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/C/e50c0a724afe43688a3ecfa2c1edb2d5 is 50, key is test_row_0/C:col10/1732659687473/Put/seqid=0 2024-11-26T22:21:28,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073741883_1059 (size=12151) 2024-11-26T22:21:28,045 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=220 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/C/e50c0a724afe43688a3ecfa2c1edb2d5 2024-11-26T22:21:28,055 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/A/3c6846ff8b904297807f47ee2d40dce2 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/A/3c6846ff8b904297807f47ee2d40dce2 2024-11-26T22:21:28,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-26T22:21:28,081 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 18 completed 2024-11-26T22:21:28,082 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/A/3c6846ff8b904297807f47ee2d40dce2, entries=250, sequenceid=220, filesize=16.5 K 2024-11-26T22:21:28,083 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T22:21:28,084 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/B/fce2c71959174d8ea4396c586c95edf9 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/B/fce2c71959174d8ea4396c586c95edf9 2024-11-26T22:21:28,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] procedure2.ProcedureExecutor(1098): Stored pid=20, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees 2024-11-26T22:21:28,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-26T22:21:28,086 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=20, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T22:21:28,087 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=20, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T22:21:28,088 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T22:21:28,097 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/B/fce2c71959174d8ea4396c586c95edf9, entries=150, sequenceid=220, filesize=11.9 K 2024-11-26T22:21:28,098 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/C/e50c0a724afe43688a3ecfa2c1edb2d5 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/C/e50c0a724afe43688a3ecfa2c1edb2d5 2024-11-26T22:21:28,111 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:28,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56606 deadline: 1732659748109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:28,112 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:28,112 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:28,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56628 deadline: 1732659748109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:28,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56582 deadline: 1732659748110, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:28,113 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:28,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56622 deadline: 1732659748110, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:28,116 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:28,116 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/C/e50c0a724afe43688a3ecfa2c1edb2d5, entries=150, sequenceid=220, filesize=11.9 K 2024-11-26T22:21:28,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56618 deadline: 1732659748114, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:28,118 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for 223e5329b5e2a589eb7b529da1e9ddfb in 640ms, sequenceid=220, compaction requested=true 2024-11-26T22:21:28,118 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 223e5329b5e2a589eb7b529da1e9ddfb: 2024-11-26T22:21:28,118 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 223e5329b5e2a589eb7b529da1e9ddfb:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T22:21:28,118 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T22:21:28,118 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T22:21:28,118 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 223e5329b5e2a589eb7b529da1e9ddfb:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T22:21:28,118 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T22:21:28,118 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 223e5329b5e2a589eb7b529da1e9ddfb:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T22:21:28,118 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T22:21:28,118 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T22:21:28,121 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 41643 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T22:21:28,121 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HStore(1540): 223e5329b5e2a589eb7b529da1e9ddfb/A is initiating minor compaction (all files) 2024-11-26T22:21:28,122 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 223e5329b5e2a589eb7b529da1e9ddfb/A in TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb. 2024-11-26T22:21:28,122 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/A/45da2e02f11a40c1b664b6f5ee445882, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/A/fc1737d8511e441187c1b2f2d09beeb4, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/A/3c6846ff8b904297807f47ee2d40dce2] into tmpdir=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp, totalSize=40.7 K 2024-11-26T22:21:28,123 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T22:21:28,123 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.Compactor(224): Compacting 45da2e02f11a40c1b664b6f5ee445882, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=179, earliestPutTs=1732659685286 2024-11-26T22:21:28,123 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HStore(1540): 223e5329b5e2a589eb7b529da1e9ddfb/B is initiating minor compaction (all files) 2024-11-26T22:21:28,123 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 223e5329b5e2a589eb7b529da1e9ddfb/B in TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb. 2024-11-26T22:21:28,123 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/B/5a896d4782f34da0ac8e951a2b7d1e06, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/B/25a11480280a42cfa64c8306b82f65bf, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/B/fce2c71959174d8ea4396c586c95edf9] into tmpdir=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp, totalSize=36.0 K 2024-11-26T22:21:28,124 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.Compactor(224): Compacting fc1737d8511e441187c1b2f2d09beeb4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=192, earliestPutTs=1732659685651 2024-11-26T22:21:28,125 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.Compactor(224): Compacting 5a896d4782f34da0ac8e951a2b7d1e06, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=179, earliestPutTs=1732659685286 2024-11-26T22:21:28,125 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3c6846ff8b904297807f47ee2d40dce2, keycount=250, bloomtype=ROW, size=16.5 K, encoding=NONE, compression=NONE, seqNum=220, earliestPutTs=1732659686334 2024-11-26T22:21:28,125 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.Compactor(224): Compacting 25a11480280a42cfa64c8306b82f65bf, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=192, earliestPutTs=1732659685651 2024-11-26T22:21:28,126 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.Compactor(224): Compacting fce2c71959174d8ea4396c586c95edf9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=220, earliestPutTs=1732659686334 2024-11-26T22:21:28,143 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 223e5329b5e2a589eb7b529da1e9ddfb#A#compaction#45 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T22:21:28,144 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/A/6ecdca268f2d440b9bb7822ca5bb357c is 50, key is test_row_0/A:col10/1732659687473/Put/seqid=0 2024-11-26T22:21:28,146 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 223e5329b5e2a589eb7b529da1e9ddfb#B#compaction#46 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T22:21:28,147 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/B/f7bab01638d243b787d094bad4237374 is 50, key is test_row_0/B:col10/1732659687473/Put/seqid=0 2024-11-26T22:21:28,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073741884_1060 (size=12663) 2024-11-26T22:21:28,177 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/A/6ecdca268f2d440b9bb7822ca5bb357c as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/A/6ecdca268f2d440b9bb7822ca5bb357c 2024-11-26T22:21:28,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073741885_1061 (size=12663) 2024-11-26T22:21:28,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-26T22:21:28,189 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 223e5329b5e2a589eb7b529da1e9ddfb/A of 223e5329b5e2a589eb7b529da1e9ddfb into 6ecdca268f2d440b9bb7822ca5bb357c(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T22:21:28,189 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 223e5329b5e2a589eb7b529da1e9ddfb: 2024-11-26T22:21:28,190 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb., storeName=223e5329b5e2a589eb7b529da1e9ddfb/A, priority=13, startTime=1732659688118; duration=0sec 2024-11-26T22:21:28,190 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T22:21:28,190 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 223e5329b5e2a589eb7b529da1e9ddfb:A 2024-11-26T22:21:28,190 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T22:21:28,198 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/B/f7bab01638d243b787d094bad4237374 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/B/f7bab01638d243b787d094bad4237374 2024-11-26T22:21:28,197 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T22:21:28,198 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HStore(1540): 223e5329b5e2a589eb7b529da1e9ddfb/C is initiating minor compaction (all files) 2024-11-26T22:21:28,199 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 223e5329b5e2a589eb7b529da1e9ddfb/C in TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb. 2024-11-26T22:21:28,199 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/C/a92bb9c242504b808b037eacea6a3f57, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/C/4ab6d1f589d34121bee61c0e0598074a, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/C/e50c0a724afe43688a3ecfa2c1edb2d5] into tmpdir=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp, totalSize=36.0 K 2024-11-26T22:21:28,200 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.Compactor(224): Compacting a92bb9c242504b808b037eacea6a3f57, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=179, earliestPutTs=1732659685286 2024-11-26T22:21:28,201 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4ab6d1f589d34121bee61c0e0598074a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=192, earliestPutTs=1732659685651 2024-11-26T22:21:28,202 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.Compactor(224): Compacting e50c0a724afe43688a3ecfa2c1edb2d5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=220, earliestPutTs=1732659686334 2024-11-26T22:21:28,210 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 223e5329b5e2a589eb7b529da1e9ddfb/B of 223e5329b5e2a589eb7b529da1e9ddfb into f7bab01638d243b787d094bad4237374(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T22:21:28,210 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 223e5329b5e2a589eb7b529da1e9ddfb: 2024-11-26T22:21:28,210 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb., storeName=223e5329b5e2a589eb7b529da1e9ddfb/B, priority=13, startTime=1732659688118; duration=0sec 2024-11-26T22:21:28,211 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T22:21:28,211 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 223e5329b5e2a589eb7b529da1e9ddfb:B 2024-11-26T22:21:28,226 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 223e5329b5e2a589eb7b529da1e9ddfb#C#compaction#47 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T22:21:28,229 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/C/ae009224d9d64f34b495d25faa052d82 is 50, key is test_row_0/C:col10/1732659687473/Put/seqid=0 2024-11-26T22:21:28,240 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:28,241 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34335 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-26T22:21:28,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb. 2024-11-26T22:21:28,241 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2837): Flushing 223e5329b5e2a589eb7b529da1e9ddfb 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-26T22:21:28,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 223e5329b5e2a589eb7b529da1e9ddfb, store=A 2024-11-26T22:21:28,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:21:28,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 223e5329b5e2a589eb7b529da1e9ddfb, store=B 2024-11-26T22:21:28,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:21:28,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 223e5329b5e2a589eb7b529da1e9ddfb, store=C 2024-11-26T22:21:28,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:21:28,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073741886_1062 (size=12663) 2024-11-26T22:21:28,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/A/7678d7a3e11049dba0e7a71372f8e3f0 is 50, key is test_row_0/A:col10/1732659687491/Put/seqid=0 2024-11-26T22:21:28,291 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/C/ae009224d9d64f34b495d25faa052d82 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/C/ae009224d9d64f34b495d25faa052d82 2024-11-26T22:21:28,308 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 223e5329b5e2a589eb7b529da1e9ddfb/C of 223e5329b5e2a589eb7b529da1e9ddfb into ae009224d9d64f34b495d25faa052d82(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T22:21:28,309 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 223e5329b5e2a589eb7b529da1e9ddfb: 2024-11-26T22:21:28,309 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb., storeName=223e5329b5e2a589eb7b529da1e9ddfb/C, priority=13, startTime=1732659688118; duration=0sec 2024-11-26T22:21:28,309 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T22:21:28,309 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 223e5329b5e2a589eb7b529da1e9ddfb:C 2024-11-26T22:21:28,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073741887_1063 (size=12151) 2024-11-26T22:21:28,314 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=234 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/A/7678d7a3e11049dba0e7a71372f8e3f0 2024-11-26T22:21:28,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/B/9048aa5a8da74df894deae29ec798392 is 50, key is test_row_0/B:col10/1732659687491/Put/seqid=0 2024-11-26T22:21:28,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073741888_1064 (size=12151) 2024-11-26T22:21:28,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-26T22:21:28,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(8581): Flush requested on 223e5329b5e2a589eb7b529da1e9ddfb 2024-11-26T22:21:28,615 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb. as already flushing 2024-11-26T22:21:28,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-26T22:21:28,726 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:28,726 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:28,726 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:28,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56582 deadline: 1732659748721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:28,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56622 deadline: 1732659748722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:28,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56606 deadline: 1732659748719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:28,728 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:28,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56628 deadline: 1732659748726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:28,729 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:28,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56618 deadline: 1732659748726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:28,776 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=234 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/B/9048aa5a8da74df894deae29ec798392 2024-11-26T22:21:28,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/C/d9e606f8c50344d3a502262279a34a1a is 50, key is test_row_0/C:col10/1732659687491/Put/seqid=0 2024-11-26T22:21:28,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073741889_1065 (size=12151) 2024-11-26T22:21:28,810 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=234 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/C/d9e606f8c50344d3a502262279a34a1a 2024-11-26T22:21:28,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/A/7678d7a3e11049dba0e7a71372f8e3f0 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/A/7678d7a3e11049dba0e7a71372f8e3f0 2024-11-26T22:21:28,830 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:28,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56606 deadline: 1732659748829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:28,832 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:28,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56622 deadline: 1732659748830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:28,832 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:28,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56582 deadline: 1732659748830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:28,833 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:28,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56628 deadline: 1732659748830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:28,833 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/A/7678d7a3e11049dba0e7a71372f8e3f0, entries=150, sequenceid=234, filesize=11.9 K 2024-11-26T22:21:28,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/B/9048aa5a8da74df894deae29ec798392 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/B/9048aa5a8da74df894deae29ec798392 2024-11-26T22:21:28,836 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:28,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56618 deadline: 1732659748831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:28,845 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/B/9048aa5a8da74df894deae29ec798392, entries=150, sequenceid=234, filesize=11.9 K 2024-11-26T22:21:28,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/C/d9e606f8c50344d3a502262279a34a1a as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/C/d9e606f8c50344d3a502262279a34a1a 2024-11-26T22:21:28,872 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/C/d9e606f8c50344d3a502262279a34a1a, entries=150, sequenceid=234, filesize=11.9 K 2024-11-26T22:21:28,874 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for 223e5329b5e2a589eb7b529da1e9ddfb in 633ms, sequenceid=234, compaction requested=false 2024-11-26T22:21:28,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2538): Flush status journal for 223e5329b5e2a589eb7b529da1e9ddfb: 2024-11-26T22:21:28,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb. 2024-11-26T22:21:28,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-11-26T22:21:28,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster(4106): Remote procedure done, pid=21 2024-11-26T22:21:28,879 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=21, resume processing ppid=20 2024-11-26T22:21:28,879 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=21, ppid=20, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 788 msec 2024-11-26T22:21:28,882 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=20, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees in 797 msec 2024-11-26T22:21:29,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(8581): Flush requested on 223e5329b5e2a589eb7b529da1e9ddfb 2024-11-26T22:21:29,037 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 223e5329b5e2a589eb7b529da1e9ddfb 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-26T22:21:29,040 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 223e5329b5e2a589eb7b529da1e9ddfb, store=A 2024-11-26T22:21:29,041 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:21:29,041 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 223e5329b5e2a589eb7b529da1e9ddfb, store=B 2024-11-26T22:21:29,041 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:21:29,041 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 223e5329b5e2a589eb7b529da1e9ddfb, store=C 2024-11-26T22:21:29,041 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:21:29,048 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:29,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56628 deadline: 1732659749043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:29,049 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:29,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56582 deadline: 1732659749044, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:29,050 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:29,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56622 deadline: 1732659749047, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:29,051 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:29,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56618 deadline: 1732659749047, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:29,052 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:29,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56606 deadline: 1732659749049, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:29,062 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/A/a011a3b72b6a48d0b09cca33467243f6 is 50, key is test_row_0/A:col10/1732659689036/Put/seqid=0 2024-11-26T22:21:29,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073741890_1066 (size=14741) 2024-11-26T22:21:29,090 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=263 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/A/a011a3b72b6a48d0b09cca33467243f6 2024-11-26T22:21:29,106 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/B/b5c767915a7b493482d41560806f1744 is 50, key is test_row_0/B:col10/1732659689036/Put/seqid=0 2024-11-26T22:21:29,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073741891_1067 (size=12301) 2024-11-26T22:21:29,147 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=263 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/B/b5c767915a7b493482d41560806f1744 2024-11-26T22:21:29,153 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:29,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56622 deadline: 1732659749152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:29,153 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:29,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56582 deadline: 1732659749151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:29,157 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:29,157 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:29,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56618 deadline: 1732659749154, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:29,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56628 deadline: 1732659749153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:29,158 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:29,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56606 deadline: 1732659749155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:29,174 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/C/4ac0ca44f82a4e6c8dbf920d099d87a9 is 50, key is test_row_0/C:col10/1732659689036/Put/seqid=0 2024-11-26T22:21:29,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073741892_1068 (size=12301) 2024-11-26T22:21:29,189 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=263 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/C/4ac0ca44f82a4e6c8dbf920d099d87a9 2024-11-26T22:21:29,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-26T22:21:29,191 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 20 completed 2024-11-26T22:21:29,194 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T22:21:29,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] procedure2.ProcedureExecutor(1098): Stored pid=22, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees 2024-11-26T22:21:29,197 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=22, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T22:21:29,197 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/A/a011a3b72b6a48d0b09cca33467243f6 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/A/a011a3b72b6a48d0b09cca33467243f6 2024-11-26T22:21:29,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-26T22:21:29,199 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=22, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T22:21:29,199 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=23, ppid=22, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T22:21:29,209 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/A/a011a3b72b6a48d0b09cca33467243f6, entries=200, sequenceid=263, filesize=14.4 K 2024-11-26T22:21:29,210 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/B/b5c767915a7b493482d41560806f1744 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/B/b5c767915a7b493482d41560806f1744 2024-11-26T22:21:29,219 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/B/b5c767915a7b493482d41560806f1744, entries=150, sequenceid=263, filesize=12.0 K 2024-11-26T22:21:29,221 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/C/4ac0ca44f82a4e6c8dbf920d099d87a9 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/C/4ac0ca44f82a4e6c8dbf920d099d87a9 2024-11-26T22:21:29,235 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/C/4ac0ca44f82a4e6c8dbf920d099d87a9, entries=150, sequenceid=263, filesize=12.0 K 2024-11-26T22:21:29,236 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=33.54 KB/34350 for 223e5329b5e2a589eb7b529da1e9ddfb in 199ms, sequenceid=263, compaction requested=true 2024-11-26T22:21:29,236 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 223e5329b5e2a589eb7b529da1e9ddfb: 2024-11-26T22:21:29,236 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 223e5329b5e2a589eb7b529da1e9ddfb:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T22:21:29,236 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T22:21:29,237 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T22:21:29,237 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 223e5329b5e2a589eb7b529da1e9ddfb:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T22:21:29,237 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T22:21:29,237 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T22:21:29,237 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 223e5329b5e2a589eb7b529da1e9ddfb:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T22:21:29,237 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T22:21:29,238 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39555 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T22:21:29,238 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37115 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T22:21:29,238 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HStore(1540): 223e5329b5e2a589eb7b529da1e9ddfb/A is initiating minor compaction (all files) 2024-11-26T22:21:29,238 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HStore(1540): 223e5329b5e2a589eb7b529da1e9ddfb/B is initiating minor compaction (all files) 2024-11-26T22:21:29,238 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 223e5329b5e2a589eb7b529da1e9ddfb/A in TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb. 2024-11-26T22:21:29,238 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 223e5329b5e2a589eb7b529da1e9ddfb/B in TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb. 2024-11-26T22:21:29,239 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/A/6ecdca268f2d440b9bb7822ca5bb357c, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/A/7678d7a3e11049dba0e7a71372f8e3f0, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/A/a011a3b72b6a48d0b09cca33467243f6] into tmpdir=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp, totalSize=38.6 K 2024-11-26T22:21:29,239 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/B/f7bab01638d243b787d094bad4237374, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/B/9048aa5a8da74df894deae29ec798392, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/B/b5c767915a7b493482d41560806f1744] into tmpdir=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp, totalSize=36.2 K 2024-11-26T22:21:29,239 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6ecdca268f2d440b9bb7822ca5bb357c, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=220, earliestPutTs=1732659686334 2024-11-26T22:21:29,239 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.Compactor(224): Compacting f7bab01638d243b787d094bad4237374, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=220, earliestPutTs=1732659686334 2024-11-26T22:21:29,240 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.Compactor(224): Compacting 9048aa5a8da74df894deae29ec798392, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1732659687488 2024-11-26T22:21:29,240 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7678d7a3e11049dba0e7a71372f8e3f0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1732659687488 2024-11-26T22:21:29,240 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.Compactor(224): Compacting a011a3b72b6a48d0b09cca33467243f6, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=263, earliestPutTs=1732659688724 2024-11-26T22:21:29,240 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.Compactor(224): Compacting b5c767915a7b493482d41560806f1744, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=263, earliestPutTs=1732659689035 2024-11-26T22:21:29,264 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 223e5329b5e2a589eb7b529da1e9ddfb#B#compaction#55 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T22:21:29,265 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/B/388e0e1802754ac2b1e1bd5f644b32a9 is 50, key is test_row_0/B:col10/1732659689036/Put/seqid=0 2024-11-26T22:21:29,262 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 223e5329b5e2a589eb7b529da1e9ddfb#A#compaction#54 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T22:21:29,267 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/A/4e36981ee0844cd9a103833b8ff90363 is 50, key is test_row_0/A:col10/1732659689036/Put/seqid=0 2024-11-26T22:21:29,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073741893_1069 (size=12915) 2024-11-26T22:21:29,295 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/B/388e0e1802754ac2b1e1bd5f644b32a9 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/B/388e0e1802754ac2b1e1bd5f644b32a9 2024-11-26T22:21:29,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-26T22:21:29,313 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 223e5329b5e2a589eb7b529da1e9ddfb/B of 223e5329b5e2a589eb7b529da1e9ddfb into 388e0e1802754ac2b1e1bd5f644b32a9(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T22:21:29,313 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 223e5329b5e2a589eb7b529da1e9ddfb: 2024-11-26T22:21:29,313 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb., storeName=223e5329b5e2a589eb7b529da1e9ddfb/B, priority=13, startTime=1732659689237; duration=0sec 2024-11-26T22:21:29,313 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T22:21:29,313 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 223e5329b5e2a589eb7b529da1e9ddfb:B 2024-11-26T22:21:29,314 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T22:21:29,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073741894_1070 (size=12915) 2024-11-26T22:21:29,316 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37115 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T22:21:29,316 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HStore(1540): 223e5329b5e2a589eb7b529da1e9ddfb/C is initiating minor compaction (all files) 2024-11-26T22:21:29,317 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 223e5329b5e2a589eb7b529da1e9ddfb/C in TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb. 2024-11-26T22:21:29,318 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/C/ae009224d9d64f34b495d25faa052d82, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/C/d9e606f8c50344d3a502262279a34a1a, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/C/4ac0ca44f82a4e6c8dbf920d099d87a9] into tmpdir=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp, totalSize=36.2 K 2024-11-26T22:21:29,319 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.Compactor(224): Compacting ae009224d9d64f34b495d25faa052d82, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=220, earliestPutTs=1732659686334 2024-11-26T22:21:29,326 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.Compactor(224): Compacting d9e606f8c50344d3a502262279a34a1a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1732659687488 2024-11-26T22:21:29,327 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.Compactor(224): Compacting 4ac0ca44f82a4e6c8dbf920d099d87a9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=263, earliestPutTs=1732659689035 2024-11-26T22:21:29,331 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/A/4e36981ee0844cd9a103833b8ff90363 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/A/4e36981ee0844cd9a103833b8ff90363 2024-11-26T22:21:29,340 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 223e5329b5e2a589eb7b529da1e9ddfb/A of 223e5329b5e2a589eb7b529da1e9ddfb into 4e36981ee0844cd9a103833b8ff90363(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T22:21:29,340 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 223e5329b5e2a589eb7b529da1e9ddfb: 2024-11-26T22:21:29,340 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb., storeName=223e5329b5e2a589eb7b529da1e9ddfb/A, priority=13, startTime=1732659689236; duration=0sec 2024-11-26T22:21:29,340 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T22:21:29,340 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 223e5329b5e2a589eb7b529da1e9ddfb:A 2024-11-26T22:21:29,352 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:29,353 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34335 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-26T22:21:29,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb. 2024-11-26T22:21:29,353 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2837): Flushing 223e5329b5e2a589eb7b529da1e9ddfb 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-26T22:21:29,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 223e5329b5e2a589eb7b529da1e9ddfb, store=A 2024-11-26T22:21:29,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:21:29,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 223e5329b5e2a589eb7b529da1e9ddfb, store=B 2024-11-26T22:21:29,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:21:29,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 223e5329b5e2a589eb7b529da1e9ddfb, store=C 2024-11-26T22:21:29,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:21:29,357 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 223e5329b5e2a589eb7b529da1e9ddfb#C#compaction#56 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T22:21:29,359 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/C/d485166cf90a4a21b8b1b67224c1c5d2 is 50, key is test_row_0/C:col10/1732659689036/Put/seqid=0 2024-11-26T22:21:29,366 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb. as already flushing 2024-11-26T22:21:29,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(8581): Flush requested on 223e5329b5e2a589eb7b529da1e9ddfb 2024-11-26T22:21:29,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/A/6bf8b2b196484c17a1b86fce3ec91796 is 50, key is test_row_0/A:col10/1732659689043/Put/seqid=0 2024-11-26T22:21:29,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073741895_1071 (size=12915) 2024-11-26T22:21:29,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073741896_1072 (size=12301) 2024-11-26T22:21:29,434 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:29,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56606 deadline: 1732659749430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:29,434 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:29,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56618 deadline: 1732659749430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:29,436 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:29,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56628 deadline: 1732659749432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:29,437 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:29,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56622 deadline: 1732659749432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:29,437 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:29,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56582 deadline: 1732659749432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:29,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-26T22:21:29,537 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:29,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56618 deadline: 1732659749536, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:29,540 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:29,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56606 deadline: 1732659749538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:29,540 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:29,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56628 deadline: 1732659749538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:29,541 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:29,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56622 deadline: 1732659749539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:29,541 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:29,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56582 deadline: 1732659749539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:29,743 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:29,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56618 deadline: 1732659749742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:29,743 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:29,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56628 deadline: 1732659749742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:29,744 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:29,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56622 deadline: 1732659749743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:29,745 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:29,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56606 deadline: 1732659749743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:29,745 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:29,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56582 deadline: 1732659749745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:29,786 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/C/d485166cf90a4a21b8b1b67224c1c5d2 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/C/d485166cf90a4a21b8b1b67224c1c5d2 2024-11-26T22:21:29,800 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=273 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/A/6bf8b2b196484c17a1b86fce3ec91796 2024-11-26T22:21:29,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-26T22:21:29,815 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 223e5329b5e2a589eb7b529da1e9ddfb/C of 223e5329b5e2a589eb7b529da1e9ddfb into d485166cf90a4a21b8b1b67224c1c5d2(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T22:21:29,815 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 223e5329b5e2a589eb7b529da1e9ddfb: 2024-11-26T22:21:29,815 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb., storeName=223e5329b5e2a589eb7b529da1e9ddfb/C, priority=13, startTime=1732659689237; duration=0sec 2024-11-26T22:21:29,815 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T22:21:29,815 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 223e5329b5e2a589eb7b529da1e9ddfb:C 2024-11-26T22:21:29,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/B/65d89f3eeb2c4caa8d251a09bf55a166 is 50, key is test_row_0/B:col10/1732659689043/Put/seqid=0 2024-11-26T22:21:29,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073741897_1073 (size=12301) 2024-11-26T22:21:30,047 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:30,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56622 deadline: 1732659750046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:30,049 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:30,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56618 deadline: 1732659750047, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:30,051 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:30,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56628 deadline: 1732659750048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:30,051 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:30,051 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:30,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56606 deadline: 1732659750049, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:30,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56582 deadline: 1732659750049, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:30,248 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=273 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/B/65d89f3eeb2c4caa8d251a09bf55a166 2024-11-26T22:21:30,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/C/52629b32736e48c9a1aa58d546ffa6f2 is 50, key is test_row_0/C:col10/1732659689043/Put/seqid=0 2024-11-26T22:21:30,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073741898_1074 (size=12301) 2024-11-26T22:21:30,296 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=273 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/C/52629b32736e48c9a1aa58d546ffa6f2 2024-11-26T22:21:30,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-26T22:21:30,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/A/6bf8b2b196484c17a1b86fce3ec91796 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/A/6bf8b2b196484c17a1b86fce3ec91796 2024-11-26T22:21:30,313 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/A/6bf8b2b196484c17a1b86fce3ec91796, entries=150, sequenceid=273, filesize=12.0 K 2024-11-26T22:21:30,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/B/65d89f3eeb2c4caa8d251a09bf55a166 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/B/65d89f3eeb2c4caa8d251a09bf55a166 2024-11-26T22:21:30,323 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/B/65d89f3eeb2c4caa8d251a09bf55a166, entries=150, sequenceid=273, filesize=12.0 K 2024-11-26T22:21:30,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/C/52629b32736e48c9a1aa58d546ffa6f2 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/C/52629b32736e48c9a1aa58d546ffa6f2 2024-11-26T22:21:30,337 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/C/52629b32736e48c9a1aa58d546ffa6f2, entries=150, sequenceid=273, filesize=12.0 K 2024-11-26T22:21:30,338 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=181.14 KB/185490 for 223e5329b5e2a589eb7b529da1e9ddfb in 985ms, sequenceid=273, compaction requested=false 2024-11-26T22:21:30,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2538): Flush status journal for 223e5329b5e2a589eb7b529da1e9ddfb: 2024-11-26T22:21:30,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb. 2024-11-26T22:21:30,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=23 2024-11-26T22:21:30,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster(4106): Remote procedure done, pid=23 2024-11-26T22:21:30,342 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=23, resume processing ppid=22 2024-11-26T22:21:30,342 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=23, ppid=22, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1410 sec 2024-11-26T22:21:30,344 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=22, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees in 1.1490 sec 2024-11-26T22:21:30,553 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 223e5329b5e2a589eb7b529da1e9ddfb 3/3 column families, dataSize=187.85 KB heapSize=492.94 KB 2024-11-26T22:21:30,553 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 223e5329b5e2a589eb7b529da1e9ddfb, store=A 2024-11-26T22:21:30,553 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:21:30,553 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 223e5329b5e2a589eb7b529da1e9ddfb, store=B 2024-11-26T22:21:30,554 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:21:30,554 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 223e5329b5e2a589eb7b529da1e9ddfb, store=C 2024-11-26T22:21:30,554 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:21:30,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(8581): Flush requested on 223e5329b5e2a589eb7b529da1e9ddfb 2024-11-26T22:21:30,563 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/A/2e107705829743948c6483a5ab59d420 is 50, key is test_row_0/A:col10/1732659689430/Put/seqid=0 2024-11-26T22:21:30,565 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:30,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56582 deadline: 1732659750557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:30,567 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:30,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56628 deadline: 1732659750563, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:30,568 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:30,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56622 deadline: 1732659750565, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:30,569 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:30,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56618 deadline: 1732659750565, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:30,569 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:30,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56606 deadline: 1732659750565, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:30,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073741899_1075 (size=14741) 2024-11-26T22:21:30,601 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=62.62 KB at sequenceid=305 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/A/2e107705829743948c6483a5ab59d420 2024-11-26T22:21:30,613 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/B/1f82e18f2a3c48718c6c0f901a4e29aa is 50, key is test_row_0/B:col10/1732659689430/Put/seqid=0 2024-11-26T22:21:30,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073741900_1076 (size=12301) 2024-11-26T22:21:30,669 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:30,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56628 deadline: 1732659750669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:30,672 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:30,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56622 deadline: 1732659750670, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:30,673 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:30,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56618 deadline: 1732659750672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:30,674 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:30,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56606 deadline: 1732659750672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:30,874 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:30,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56628 deadline: 1732659750874, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:30,877 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:30,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56618 deadline: 1732659750875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:30,877 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:30,877 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:30,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56622 deadline: 1732659750875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:30,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56606 deadline: 1732659750876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:31,035 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=62.62 KB at sequenceid=305 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/B/1f82e18f2a3c48718c6c0f901a4e29aa 2024-11-26T22:21:31,046 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/C/fd809fc3103946fbafee1cf8dede1f8e is 50, key is test_row_0/C:col10/1732659689430/Put/seqid=0 2024-11-26T22:21:31,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073741901_1077 (size=12301) 2024-11-26T22:21:31,064 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=62.62 KB at sequenceid=305 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/C/fd809fc3103946fbafee1cf8dede1f8e 2024-11-26T22:21:31,072 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/A/2e107705829743948c6483a5ab59d420 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/A/2e107705829743948c6483a5ab59d420 2024-11-26T22:21:31,080 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/A/2e107705829743948c6483a5ab59d420, entries=200, sequenceid=305, filesize=14.4 K 2024-11-26T22:21:31,082 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/B/1f82e18f2a3c48718c6c0f901a4e29aa as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/B/1f82e18f2a3c48718c6c0f901a4e29aa 2024-11-26T22:21:31,104 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/B/1f82e18f2a3c48718c6c0f901a4e29aa, entries=150, sequenceid=305, filesize=12.0 K 2024-11-26T22:21:31,105 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/C/fd809fc3103946fbafee1cf8dede1f8e as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/C/fd809fc3103946fbafee1cf8dede1f8e 2024-11-26T22:21:31,113 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/C/fd809fc3103946fbafee1cf8dede1f8e, entries=150, sequenceid=305, filesize=12.0 K 2024-11-26T22:21:31,115 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~187.85 KB/192360, heapSize ~492.89 KB/504720, currentSize=26.84 KB/27480 for 223e5329b5e2a589eb7b529da1e9ddfb in 562ms, sequenceid=305, compaction requested=true 2024-11-26T22:21:31,115 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 223e5329b5e2a589eb7b529da1e9ddfb: 2024-11-26T22:21:31,115 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T22:21:31,115 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 223e5329b5e2a589eb7b529da1e9ddfb:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T22:21:31,115 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T22:21:31,115 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T22:21:31,117 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39957 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T22:21:31,118 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HStore(1540): 223e5329b5e2a589eb7b529da1e9ddfb/A is initiating minor compaction (all files) 2024-11-26T22:21:31,118 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 223e5329b5e2a589eb7b529da1e9ddfb/A in TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb. 2024-11-26T22:21:31,118 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/A/4e36981ee0844cd9a103833b8ff90363, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/A/6bf8b2b196484c17a1b86fce3ec91796, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/A/2e107705829743948c6483a5ab59d420] into tmpdir=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp, totalSize=39.0 K 2024-11-26T22:21:31,118 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37517 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T22:21:31,118 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HStore(1540): 223e5329b5e2a589eb7b529da1e9ddfb/B is initiating minor compaction (all files) 2024-11-26T22:21:31,118 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 223e5329b5e2a589eb7b529da1e9ddfb/B in TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb. 2024-11-26T22:21:31,118 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/B/388e0e1802754ac2b1e1bd5f644b32a9, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/B/65d89f3eeb2c4caa8d251a09bf55a166, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/B/1f82e18f2a3c48718c6c0f901a4e29aa] into tmpdir=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp, totalSize=36.6 K 2024-11-26T22:21:31,119 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4e36981ee0844cd9a103833b8ff90363, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=263, earliestPutTs=1732659689035 2024-11-26T22:21:31,119 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.Compactor(224): Compacting 388e0e1802754ac2b1e1bd5f644b32a9, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=263, earliestPutTs=1732659689035 2024-11-26T22:21:31,119 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6bf8b2b196484c17a1b86fce3ec91796, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=273, earliestPutTs=1732659689043 2024-11-26T22:21:31,120 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.Compactor(224): Compacting 65d89f3eeb2c4caa8d251a09bf55a166, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=273, earliestPutTs=1732659689043 2024-11-26T22:21:31,120 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2e107705829743948c6483a5ab59d420, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=305, earliestPutTs=1732659689389 2024-11-26T22:21:31,120 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.Compactor(224): Compacting 1f82e18f2a3c48718c6c0f901a4e29aa, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=305, earliestPutTs=1732659689389 2024-11-26T22:21:31,120 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 223e5329b5e2a589eb7b529da1e9ddfb:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T22:21:31,126 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T22:21:31,127 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 223e5329b5e2a589eb7b529da1e9ddfb:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T22:21:31,128 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T22:21:31,141 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 223e5329b5e2a589eb7b529da1e9ddfb#B#compaction#63 average throughput is 1.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T22:21:31,142 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/B/66c7e86eb4c448d8be881aa81a20df56 is 50, key is test_row_0/B:col10/1732659689430/Put/seqid=0 2024-11-26T22:21:31,154 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 223e5329b5e2a589eb7b529da1e9ddfb#A#compaction#64 average throughput is 0.94 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T22:21:31,155 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/A/69f7a65938e54bcab102f6360b8362e8 is 50, key is test_row_0/A:col10/1732659689430/Put/seqid=0 2024-11-26T22:21:31,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073741902_1078 (size=13017) 2024-11-26T22:21:31,181 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/B/66c7e86eb4c448d8be881aa81a20df56 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/B/66c7e86eb4c448d8be881aa81a20df56 2024-11-26T22:21:31,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073741903_1079 (size=13017) 2024-11-26T22:21:31,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(8581): Flush requested on 223e5329b5e2a589eb7b529da1e9ddfb 2024-11-26T22:21:31,191 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 223e5329b5e2a589eb7b529da1e9ddfb 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-26T22:21:31,193 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 223e5329b5e2a589eb7b529da1e9ddfb, store=A 2024-11-26T22:21:31,193 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:21:31,193 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 223e5329b5e2a589eb7b529da1e9ddfb, store=B 2024-11-26T22:21:31,193 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:21:31,194 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 223e5329b5e2a589eb7b529da1e9ddfb, store=C 2024-11-26T22:21:31,194 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:21:31,193 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 223e5329b5e2a589eb7b529da1e9ddfb/B of 223e5329b5e2a589eb7b529da1e9ddfb into 66c7e86eb4c448d8be881aa81a20df56(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T22:21:31,194 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 223e5329b5e2a589eb7b529da1e9ddfb: 2024-11-26T22:21:31,194 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb., storeName=223e5329b5e2a589eb7b529da1e9ddfb/B, priority=13, startTime=1732659691115; duration=0sec 2024-11-26T22:21:31,194 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T22:21:31,194 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 223e5329b5e2a589eb7b529da1e9ddfb:B 2024-11-26T22:21:31,195 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T22:21:31,199 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/A/69f7a65938e54bcab102f6360b8362e8 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/A/69f7a65938e54bcab102f6360b8362e8 2024-11-26T22:21:31,201 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37517 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T22:21:31,201 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HStore(1540): 223e5329b5e2a589eb7b529da1e9ddfb/C is initiating minor compaction (all files) 2024-11-26T22:21:31,207 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 223e5329b5e2a589eb7b529da1e9ddfb/C in TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb. 2024-11-26T22:21:31,205 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/A/b14e0bb0416146fabca3ea5582dfd04c is 50, key is test_row_0/A:col10/1732659691188/Put/seqid=0 2024-11-26T22:21:31,208 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/C/d485166cf90a4a21b8b1b67224c1c5d2, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/C/52629b32736e48c9a1aa58d546ffa6f2, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/C/fd809fc3103946fbafee1cf8dede1f8e] into tmpdir=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp, totalSize=36.6 K 2024-11-26T22:21:31,208 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 223e5329b5e2a589eb7b529da1e9ddfb/A of 223e5329b5e2a589eb7b529da1e9ddfb into 69f7a65938e54bcab102f6360b8362e8(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T22:21:31,208 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 223e5329b5e2a589eb7b529da1e9ddfb: 2024-11-26T22:21:31,208 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb., storeName=223e5329b5e2a589eb7b529da1e9ddfb/A, priority=13, startTime=1732659691115; duration=0sec 2024-11-26T22:21:31,209 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T22:21:31,209 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 223e5329b5e2a589eb7b529da1e9ddfb:A 2024-11-26T22:21:31,210 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.Compactor(224): Compacting d485166cf90a4a21b8b1b67224c1c5d2, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=263, earliestPutTs=1732659689035 2024-11-26T22:21:31,210 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.Compactor(224): Compacting 52629b32736e48c9a1aa58d546ffa6f2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=273, earliestPutTs=1732659689043 2024-11-26T22:21:31,211 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.Compactor(224): Compacting fd809fc3103946fbafee1cf8dede1f8e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=305, earliestPutTs=1732659689389 2024-11-26T22:21:31,231 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 223e5329b5e2a589eb7b529da1e9ddfb#C#compaction#66 average throughput is 0.94 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T22:21:31,232 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/C/93a27804d727452bb5f487f085abd649 is 50, key is test_row_0/C:col10/1732659689430/Put/seqid=0 2024-11-26T22:21:31,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073741904_1080 (size=19621) 2024-11-26T22:21:31,245 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=317 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/A/b14e0bb0416146fabca3ea5582dfd04c 2024-11-26T22:21:31,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073741905_1081 (size=13017) 2024-11-26T22:21:31,265 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/B/99f9bb5949f84befa24c4b8f5f9b85a3 is 50, key is test_row_0/B:col10/1732659691188/Put/seqid=0 2024-11-26T22:21:31,272 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/C/93a27804d727452bb5f487f085abd649 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/C/93a27804d727452bb5f487f085abd649 2024-11-26T22:21:31,282 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 223e5329b5e2a589eb7b529da1e9ddfb/C of 223e5329b5e2a589eb7b529da1e9ddfb into 93a27804d727452bb5f487f085abd649(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T22:21:31,282 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 223e5329b5e2a589eb7b529da1e9ddfb: 2024-11-26T22:21:31,282 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb., storeName=223e5329b5e2a589eb7b529da1e9ddfb/C, priority=13, startTime=1732659691127; duration=0sec 2024-11-26T22:21:31,282 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T22:21:31,282 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 223e5329b5e2a589eb7b529da1e9ddfb:C 2024-11-26T22:21:31,284 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:31,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56622 deadline: 1732659751267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:31,284 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:31,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56606 deadline: 1732659751270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:31,285 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:31,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56628 deadline: 1732659751270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:31,285 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:31,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56618 deadline: 1732659751271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:31,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-26T22:21:31,303 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 22 completed 2024-11-26T22:21:31,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073741906_1082 (size=12301) 2024-11-26T22:21:31,306 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T22:21:31,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] procedure2.ProcedureExecutor(1098): Stored pid=24, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees 2024-11-26T22:21:31,308 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=24, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T22:21:31,309 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=24, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T22:21:31,309 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=25, ppid=24, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T22:21:31,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-26T22:21:31,388 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:31,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56622 deadline: 1732659751386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:31,388 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:31,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56606 deadline: 1732659751386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:31,389 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:31,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56628 deadline: 1732659751387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:31,390 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:31,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56618 deadline: 1732659751389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:31,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-26T22:21:31,462 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:31,463 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34335 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-26T22:21:31,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb. 2024-11-26T22:21:31,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb. as already flushing 2024-11-26T22:21:31,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb. 2024-11-26T22:21:31,464 ERROR [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => 223e5329b5e2a589eb7b529da1e9ddfb, NAME => 'TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:21:31,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => 223e5329b5e2a589eb7b529da1e9ddfb, NAME => 'TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:21:31,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 223e5329b5e2a589eb7b529da1e9ddfb, NAME => 'TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 223e5329b5e2a589eb7b529da1e9ddfb, NAME => 'TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:21:31,574 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:31,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56582 deadline: 1732659751572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:31,591 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:31,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56628 deadline: 1732659751591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:31,593 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:31,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56606 deadline: 1732659751593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:31,594 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:31,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56622 deadline: 1732659751593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:31,595 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:31,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56618 deadline: 1732659751594, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:31,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-26T22:21:31,619 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:31,619 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34335 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-26T22:21:31,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb. 2024-11-26T22:21:31,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb. as already flushing 2024-11-26T22:21:31,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb. 2024-11-26T22:21:31,620 ERROR [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => 223e5329b5e2a589eb7b529da1e9ddfb, NAME => 'TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:21:31,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => 223e5329b5e2a589eb7b529da1e9ddfb, NAME => 'TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:21:31,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 223e5329b5e2a589eb7b529da1e9ddfb, NAME => 'TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 223e5329b5e2a589eb7b529da1e9ddfb, NAME => 'TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:21:31,705 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=317 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/B/99f9bb5949f84befa24c4b8f5f9b85a3 2024-11-26T22:21:31,730 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/C/308527998bb248ccb52c67942fd4e3c2 is 50, key is test_row_0/C:col10/1732659691188/Put/seqid=0 2024-11-26T22:21:31,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073741907_1083 (size=12301) 2024-11-26T22:21:31,763 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=317 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/C/308527998bb248ccb52c67942fd4e3c2 2024-11-26T22:21:31,773 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:31,774 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34335 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-26T22:21:31,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb. 2024-11-26T22:21:31,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb. as already flushing 2024-11-26T22:21:31,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb. 2024-11-26T22:21:31,775 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/A/b14e0bb0416146fabca3ea5582dfd04c as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/A/b14e0bb0416146fabca3ea5582dfd04c 2024-11-26T22:21:31,775 ERROR [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => 223e5329b5e2a589eb7b529da1e9ddfb, NAME => 'TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:21:31,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => 223e5329b5e2a589eb7b529da1e9ddfb, NAME => 'TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:21:31,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 223e5329b5e2a589eb7b529da1e9ddfb, NAME => 'TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 223e5329b5e2a589eb7b529da1e9ddfb, NAME => 'TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:21:31,788 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/A/b14e0bb0416146fabca3ea5582dfd04c, entries=300, sequenceid=317, filesize=19.2 K 2024-11-26T22:21:31,790 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/B/99f9bb5949f84befa24c4b8f5f9b85a3 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/B/99f9bb5949f84befa24c4b8f5f9b85a3 2024-11-26T22:21:31,799 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/B/99f9bb5949f84befa24c4b8f5f9b85a3, entries=150, sequenceid=317, filesize=12.0 K 2024-11-26T22:21:31,800 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/C/308527998bb248ccb52c67942fd4e3c2 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/C/308527998bb248ccb52c67942fd4e3c2 2024-11-26T22:21:31,812 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/C/308527998bb248ccb52c67942fd4e3c2, entries=150, sequenceid=317, filesize=12.0 K 2024-11-26T22:21:31,814 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for 223e5329b5e2a589eb7b529da1e9ddfb in 622ms, sequenceid=317, compaction requested=false 2024-11-26T22:21:31,814 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 223e5329b5e2a589eb7b529da1e9ddfb: 2024-11-26T22:21:31,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(8581): Flush requested on 223e5329b5e2a589eb7b529da1e9ddfb 2024-11-26T22:21:31,904 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 223e5329b5e2a589eb7b529da1e9ddfb 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-11-26T22:21:31,908 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 223e5329b5e2a589eb7b529da1e9ddfb, store=A 2024-11-26T22:21:31,908 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:21:31,908 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 223e5329b5e2a589eb7b529da1e9ddfb, store=B 2024-11-26T22:21:31,908 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:21:31,908 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 223e5329b5e2a589eb7b529da1e9ddfb, store=C 2024-11-26T22:21:31,908 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:21:31,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-26T22:21:31,916 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/A/177d24a84c6444f89825eb35904e39fa is 50, key is test_row_0/A:col10/1732659691903/Put/seqid=0 2024-11-26T22:21:31,918 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:31,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56628 deadline: 1732659751914, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:31,919 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:31,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56618 deadline: 1732659751916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:31,924 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:31,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56622 deadline: 1732659751911, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:31,924 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:31,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56606 deadline: 1732659751919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:31,928 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:31,929 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34335 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-26T22:21:31,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb. 2024-11-26T22:21:31,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb. as already flushing 2024-11-26T22:21:31,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb. 2024-11-26T22:21:31,929 ERROR [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => 223e5329b5e2a589eb7b529da1e9ddfb, NAME => 'TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:21:31,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => 223e5329b5e2a589eb7b529da1e9ddfb, NAME => 'TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:21:31,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 223e5329b5e2a589eb7b529da1e9ddfb, NAME => 'TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 223e5329b5e2a589eb7b529da1e9ddfb, NAME => 'TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:21:31,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073741908_1084 (size=12301) 2024-11-26T22:21:31,946 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=348 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/A/177d24a84c6444f89825eb35904e39fa 2024-11-26T22:21:31,964 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/B/85d0e39f12f64418ba94fed0a07ac56a is 50, key is test_row_0/B:col10/1732659691903/Put/seqid=0 2024-11-26T22:21:31,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073741909_1085 (size=12301) 2024-11-26T22:21:31,977 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=348 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/B/85d0e39f12f64418ba94fed0a07ac56a 2024-11-26T22:21:32,002 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/C/54e60980ef884f688ee6c0dea87ed493 is 50, key is test_row_0/C:col10/1732659691903/Put/seqid=0 2024-11-26T22:21:32,022 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:32,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56618 deadline: 1732659752021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:32,023 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:32,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56628 deadline: 1732659752021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:32,028 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:32,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56606 deadline: 1732659752026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:32,029 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:32,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56622 deadline: 1732659752026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:32,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073741910_1086 (size=12301) 2024-11-26T22:21:32,043 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=348 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/C/54e60980ef884f688ee6c0dea87ed493 2024-11-26T22:21:32,054 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/A/177d24a84c6444f89825eb35904e39fa as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/A/177d24a84c6444f89825eb35904e39fa 2024-11-26T22:21:32,064 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/A/177d24a84c6444f89825eb35904e39fa, entries=150, sequenceid=348, filesize=12.0 K 2024-11-26T22:21:32,069 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/B/85d0e39f12f64418ba94fed0a07ac56a as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/B/85d0e39f12f64418ba94fed0a07ac56a 2024-11-26T22:21:32,076 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/B/85d0e39f12f64418ba94fed0a07ac56a, entries=150, sequenceid=348, filesize=12.0 K 2024-11-26T22:21:32,078 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/C/54e60980ef884f688ee6c0dea87ed493 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/C/54e60980ef884f688ee6c0dea87ed493 2024-11-26T22:21:32,082 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:32,084 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34335 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-26T22:21:32,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb. 2024-11-26T22:21:32,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb. as already flushing 2024-11-26T22:21:32,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb. 2024-11-26T22:21:32,085 ERROR [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => 223e5329b5e2a589eb7b529da1e9ddfb, NAME => 'TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:21:32,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => 223e5329b5e2a589eb7b529da1e9ddfb, NAME => 'TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:21:32,089 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/C/54e60980ef884f688ee6c0dea87ed493, entries=150, sequenceid=348, filesize=12.0 K 2024-11-26T22:21:32,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 223e5329b5e2a589eb7b529da1e9ddfb, NAME => 'TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 223e5329b5e2a589eb7b529da1e9ddfb, NAME => 'TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:21:32,090 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~174.43 KB/178620, heapSize ~457.73 KB/468720, currentSize=26.84 KB/27480 for 223e5329b5e2a589eb7b529da1e9ddfb in 186ms, sequenceid=348, compaction requested=true 2024-11-26T22:21:32,090 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 223e5329b5e2a589eb7b529da1e9ddfb: 2024-11-26T22:21:32,090 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T22:21:32,091 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 223e5329b5e2a589eb7b529da1e9ddfb:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T22:21:32,091 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T22:21:32,091 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T22:21:32,092 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 223e5329b5e2a589eb7b529da1e9ddfb:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T22:21:32,092 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T22:21:32,092 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 44939 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T22:21:32,092 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 223e5329b5e2a589eb7b529da1e9ddfb:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T22:21:32,092 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T22:21:32,092 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HStore(1540): 223e5329b5e2a589eb7b529da1e9ddfb/A is initiating minor compaction (all files) 2024-11-26T22:21:32,092 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 223e5329b5e2a589eb7b529da1e9ddfb/A in TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb. 2024-11-26T22:21:32,092 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/A/69f7a65938e54bcab102f6360b8362e8, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/A/b14e0bb0416146fabca3ea5582dfd04c, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/A/177d24a84c6444f89825eb35904e39fa] into tmpdir=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp, totalSize=43.9 K 2024-11-26T22:21:32,093 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T22:21:32,093 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HStore(1540): 223e5329b5e2a589eb7b529da1e9ddfb/B is initiating minor compaction (all files) 2024-11-26T22:21:32,093 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.Compactor(224): Compacting 69f7a65938e54bcab102f6360b8362e8, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=305, earliestPutTs=1732659689389 2024-11-26T22:21:32,093 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 223e5329b5e2a589eb7b529da1e9ddfb/B in TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb. 2024-11-26T22:21:32,093 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/B/66c7e86eb4c448d8be881aa81a20df56, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/B/99f9bb5949f84befa24c4b8f5f9b85a3, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/B/85d0e39f12f64418ba94fed0a07ac56a] into tmpdir=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp, totalSize=36.7 K 2024-11-26T22:21:32,094 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.Compactor(224): Compacting b14e0bb0416146fabca3ea5582dfd04c, keycount=300, bloomtype=ROW, size=19.2 K, encoding=NONE, compression=NONE, seqNum=317, earliestPutTs=1732659690561 2024-11-26T22:21:32,095 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.Compactor(224): Compacting 66c7e86eb4c448d8be881aa81a20df56, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=305, earliestPutTs=1732659689389 2024-11-26T22:21:32,095 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.Compactor(224): Compacting 177d24a84c6444f89825eb35904e39fa, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=348, earliestPutTs=1732659691268 2024-11-26T22:21:32,096 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.Compactor(224): Compacting 99f9bb5949f84befa24c4b8f5f9b85a3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=317, earliestPutTs=1732659690561 2024-11-26T22:21:32,098 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.Compactor(224): Compacting 85d0e39f12f64418ba94fed0a07ac56a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=348, earliestPutTs=1732659691268 2024-11-26T22:21:32,111 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 223e5329b5e2a589eb7b529da1e9ddfb#A#compaction#72 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T22:21:32,112 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/A/8e7b3b75854c4fcb9ec58bdf5516c75d is 50, key is test_row_0/A:col10/1732659691903/Put/seqid=0 2024-11-26T22:21:32,120 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 223e5329b5e2a589eb7b529da1e9ddfb#B#compaction#73 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T22:21:32,121 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/B/5ede7bd8025743f484814414d52258c5 is 50, key is test_row_0/B:col10/1732659691903/Put/seqid=0 2024-11-26T22:21:32,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073741911_1087 (size=13119) 2024-11-26T22:21:32,158 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/A/8e7b3b75854c4fcb9ec58bdf5516c75d as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/A/8e7b3b75854c4fcb9ec58bdf5516c75d 2024-11-26T22:21:32,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073741912_1088 (size=13119) 2024-11-26T22:21:32,167 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 223e5329b5e2a589eb7b529da1e9ddfb/A of 223e5329b5e2a589eb7b529da1e9ddfb into 8e7b3b75854c4fcb9ec58bdf5516c75d(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T22:21:32,167 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 223e5329b5e2a589eb7b529da1e9ddfb: 2024-11-26T22:21:32,167 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb., storeName=223e5329b5e2a589eb7b529da1e9ddfb/A, priority=13, startTime=1732659692090; duration=0sec 2024-11-26T22:21:32,167 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T22:21:32,168 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 223e5329b5e2a589eb7b529da1e9ddfb:A 2024-11-26T22:21:32,168 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T22:21:32,170 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T22:21:32,170 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HStore(1540): 223e5329b5e2a589eb7b529da1e9ddfb/C is initiating minor compaction (all files) 2024-11-26T22:21:32,170 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 223e5329b5e2a589eb7b529da1e9ddfb/C in TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb. 2024-11-26T22:21:32,170 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/C/93a27804d727452bb5f487f085abd649, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/C/308527998bb248ccb52c67942fd4e3c2, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/C/54e60980ef884f688ee6c0dea87ed493] into tmpdir=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp, totalSize=36.7 K 2024-11-26T22:21:32,171 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.Compactor(224): Compacting 93a27804d727452bb5f487f085abd649, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=305, earliestPutTs=1732659689389 2024-11-26T22:21:32,171 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.Compactor(224): Compacting 308527998bb248ccb52c67942fd4e3c2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=317, earliestPutTs=1732659690561 2024-11-26T22:21:32,172 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.Compactor(224): Compacting 54e60980ef884f688ee6c0dea87ed493, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=348, earliestPutTs=1732659691268 2024-11-26T22:21:32,185 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 223e5329b5e2a589eb7b529da1e9ddfb#C#compaction#74 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T22:21:32,186 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/C/4d295c14c223478ab48928460e72bdc1 is 50, key is test_row_0/C:col10/1732659691903/Put/seqid=0 2024-11-26T22:21:32,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073741913_1089 (size=13119) 2024-11-26T22:21:32,220 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/C/4d295c14c223478ab48928460e72bdc1 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/C/4d295c14c223478ab48928460e72bdc1 2024-11-26T22:21:32,228 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 223e5329b5e2a589eb7b529da1e9ddfb/C of 223e5329b5e2a589eb7b529da1e9ddfb into 4d295c14c223478ab48928460e72bdc1(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T22:21:32,228 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 223e5329b5e2a589eb7b529da1e9ddfb: 2024-11-26T22:21:32,228 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb., storeName=223e5329b5e2a589eb7b529da1e9ddfb/C, priority=13, startTime=1732659692092; duration=0sec 2024-11-26T22:21:32,228 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T22:21:32,228 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 223e5329b5e2a589eb7b529da1e9ddfb:C 2024-11-26T22:21:32,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(8581): Flush requested on 223e5329b5e2a589eb7b529da1e9ddfb 2024-11-26T22:21:32,232 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 223e5329b5e2a589eb7b529da1e9ddfb 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-26T22:21:32,233 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 223e5329b5e2a589eb7b529da1e9ddfb, store=A 2024-11-26T22:21:32,233 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:21:32,233 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 223e5329b5e2a589eb7b529da1e9ddfb, store=B 2024-11-26T22:21:32,233 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:21:32,233 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 223e5329b5e2a589eb7b529da1e9ddfb, store=C 2024-11-26T22:21:32,233 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:21:32,240 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/A/01973e86d53049a7bbd6665b42f740e6 is 50, key is test_row_0/A:col10/1732659692228/Put/seqid=0 2024-11-26T22:21:32,241 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:32,241 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34335 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-26T22:21:32,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb. 2024-11-26T22:21:32,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb. as already flushing 2024-11-26T22:21:32,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb. 2024-11-26T22:21:32,242 ERROR [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => 223e5329b5e2a589eb7b529da1e9ddfb, NAME => 'TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:21:32,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => 223e5329b5e2a589eb7b529da1e9ddfb, NAME => 'TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:21:32,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 223e5329b5e2a589eb7b529da1e9ddfb, NAME => 'TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 223e5329b5e2a589eb7b529da1e9ddfb, NAME => 'TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:21:32,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073741914_1090 (size=17181) 2024-11-26T22:21:32,268 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=361 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/A/01973e86d53049a7bbd6665b42f740e6 2024-11-26T22:21:32,286 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:32,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56606 deadline: 1732659752280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:32,287 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:32,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56622 deadline: 1732659752282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:32,287 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:32,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56628 deadline: 1732659752282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:32,289 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:32,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56618 deadline: 1732659752283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:32,295 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/B/55a1bb762c964da38832c77f9696af2c is 50, key is test_row_0/B:col10/1732659692228/Put/seqid=0 2024-11-26T22:21:32,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073741915_1091 (size=12301) 2024-11-26T22:21:32,310 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=361 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/B/55a1bb762c964da38832c77f9696af2c 2024-11-26T22:21:32,321 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/C/71a8181c3eac4e70ae51a26a28564649 is 50, key is test_row_0/C:col10/1732659692228/Put/seqid=0 2024-11-26T22:21:32,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073741916_1092 (size=12301) 2024-11-26T22:21:32,357 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=361 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/C/71a8181c3eac4e70ae51a26a28564649 2024-11-26T22:21:32,366 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/A/01973e86d53049a7bbd6665b42f740e6 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/A/01973e86d53049a7bbd6665b42f740e6 2024-11-26T22:21:32,379 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/A/01973e86d53049a7bbd6665b42f740e6, entries=250, sequenceid=361, filesize=16.8 K 2024-11-26T22:21:32,383 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/B/55a1bb762c964da38832c77f9696af2c as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/B/55a1bb762c964da38832c77f9696af2c 2024-11-26T22:21:32,394 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:32,394 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/B/55a1bb762c964da38832c77f9696af2c, entries=150, sequenceid=361, filesize=12.0 K 2024-11-26T22:21:32,395 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34335 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-26T22:21:32,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb. 2024-11-26T22:21:32,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb. as already flushing 2024-11-26T22:21:32,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb. 2024-11-26T22:21:32,395 ERROR [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => 223e5329b5e2a589eb7b529da1e9ddfb, NAME => 'TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:21:32,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => 223e5329b5e2a589eb7b529da1e9ddfb, NAME => 'TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:21:32,396 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:32,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56622 deadline: 1732659752393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:32,397 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:32,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 223e5329b5e2a589eb7b529da1e9ddfb, NAME => 'TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 223e5329b5e2a589eb7b529da1e9ddfb, NAME => 'TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:21:32,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56606 deadline: 1732659752393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:32,397 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:32,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56628 deadline: 1732659752393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:32,398 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/C/71a8181c3eac4e70ae51a26a28564649 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/C/71a8181c3eac4e70ae51a26a28564649 2024-11-26T22:21:32,398 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:32,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56618 deadline: 1732659752394, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:32,406 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/C/71a8181c3eac4e70ae51a26a28564649, entries=150, sequenceid=361, filesize=12.0 K 2024-11-26T22:21:32,407 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 223e5329b5e2a589eb7b529da1e9ddfb in 175ms, sequenceid=361, compaction requested=false 2024-11-26T22:21:32,407 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 223e5329b5e2a589eb7b529da1e9ddfb: 2024-11-26T22:21:32,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-26T22:21:32,548 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:32,549 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34335 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-26T22:21:32,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb. 2024-11-26T22:21:32,550 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2837): Flushing 223e5329b5e2a589eb7b529da1e9ddfb 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-26T22:21:32,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 223e5329b5e2a589eb7b529da1e9ddfb, store=A 2024-11-26T22:21:32,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:21:32,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 223e5329b5e2a589eb7b529da1e9ddfb, store=B 2024-11-26T22:21:32,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:21:32,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 223e5329b5e2a589eb7b529da1e9ddfb, store=C 2024-11-26T22:21:32,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:21:32,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/A/43d9147acdcc4319972a1bad34a24730 is 50, key is test_row_0/A:col10/1732659692279/Put/seqid=0 2024-11-26T22:21:32,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073741917_1093 (size=12301) 2024-11-26T22:21:32,578 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/B/5ede7bd8025743f484814414d52258c5 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/B/5ede7bd8025743f484814414d52258c5 2024-11-26T22:21:32,581 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=386 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/A/43d9147acdcc4319972a1bad34a24730 2024-11-26T22:21:32,590 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 223e5329b5e2a589eb7b529da1e9ddfb/B of 223e5329b5e2a589eb7b529da1e9ddfb into 5ede7bd8025743f484814414d52258c5(size=12.8 K), total size for store is 24.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T22:21:32,590 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 223e5329b5e2a589eb7b529da1e9ddfb: 2024-11-26T22:21:32,590 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb., storeName=223e5329b5e2a589eb7b529da1e9ddfb/B, priority=13, startTime=1732659692091; duration=0sec 2024-11-26T22:21:32,591 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T22:21:32,591 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 223e5329b5e2a589eb7b529da1e9ddfb:B 2024-11-26T22:21:32,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/B/4b38acd402394f4dbb0e04b96f043d56 is 50, key is test_row_0/B:col10/1732659692279/Put/seqid=0 2024-11-26T22:21:32,600 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb. as already flushing 2024-11-26T22:21:32,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(8581): Flush requested on 223e5329b5e2a589eb7b529da1e9ddfb 2024-11-26T22:21:32,610 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:32,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56606 deadline: 1732659752606, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:32,611 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:32,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56628 deadline: 1732659752608, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:32,612 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:32,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56622 deadline: 1732659752610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:32,614 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:32,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56618 deadline: 1732659752611, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:32,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073741918_1094 (size=12301) 2024-11-26T22:21:32,715 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:32,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56606 deadline: 1732659752712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:32,716 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:32,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56628 deadline: 1732659752713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:32,716 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:32,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56622 deadline: 1732659752714, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:32,717 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:32,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56618 deadline: 1732659752715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:32,920 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:32,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56606 deadline: 1732659752917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:32,920 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:32,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56628 deadline: 1732659752918, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:32,920 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:32,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56622 deadline: 1732659752919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:32,921 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:32,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56618 deadline: 1732659752919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:33,026 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=386 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/B/4b38acd402394f4dbb0e04b96f043d56 2024-11-26T22:21:33,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/C/362e2efe271b433ba2c8f8ea54726b91 is 50, key is test_row_0/C:col10/1732659692279/Put/seqid=0 2024-11-26T22:21:33,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073741919_1095 (size=12301) 2024-11-26T22:21:33,223 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:33,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56622 deadline: 1732659753223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:33,225 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:33,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56628 deadline: 1732659753223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:33,226 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:33,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56606 deadline: 1732659753223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:33,226 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:33,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56618 deadline: 1732659753224, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:33,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-26T22:21:33,468 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=386 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/C/362e2efe271b433ba2c8f8ea54726b91 2024-11-26T22:21:33,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/A/43d9147acdcc4319972a1bad34a24730 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/A/43d9147acdcc4319972a1bad34a24730 2024-11-26T22:21:33,490 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/A/43d9147acdcc4319972a1bad34a24730, entries=150, sequenceid=386, filesize=12.0 K 2024-11-26T22:21:33,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/B/4b38acd402394f4dbb0e04b96f043d56 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/B/4b38acd402394f4dbb0e04b96f043d56 2024-11-26T22:21:33,515 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/B/4b38acd402394f4dbb0e04b96f043d56, entries=150, sequenceid=386, filesize=12.0 K 2024-11-26T22:21:33,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/C/362e2efe271b433ba2c8f8ea54726b91 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/C/362e2efe271b433ba2c8f8ea54726b91 2024-11-26T22:21:33,525 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/C/362e2efe271b433ba2c8f8ea54726b91, entries=150, sequenceid=386, filesize=12.0 K 2024-11-26T22:21:33,527 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for 223e5329b5e2a589eb7b529da1e9ddfb in 977ms, sequenceid=386, compaction requested=true 2024-11-26T22:21:33,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2538): Flush status journal for 223e5329b5e2a589eb7b529da1e9ddfb: 2024-11-26T22:21:33,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb. 2024-11-26T22:21:33,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=25 2024-11-26T22:21:33,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster(4106): Remote procedure done, pid=25 2024-11-26T22:21:33,530 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=25, resume processing ppid=24 2024-11-26T22:21:33,531 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=25, ppid=24, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2190 sec 2024-11-26T22:21:33,534 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=24, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees in 2.2270 sec 2024-11-26T22:21:33,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(8581): Flush requested on 223e5329b5e2a589eb7b529da1e9ddfb 2024-11-26T22:21:33,592 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 223e5329b5e2a589eb7b529da1e9ddfb 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-26T22:21:33,593 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 223e5329b5e2a589eb7b529da1e9ddfb, store=A 2024-11-26T22:21:33,593 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:21:33,593 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 223e5329b5e2a589eb7b529da1e9ddfb, store=B 2024-11-26T22:21:33,593 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:21:33,593 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 223e5329b5e2a589eb7b529da1e9ddfb, store=C 2024-11-26T22:21:33,593 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:21:33,601 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/A/d42086ae4b1f46f8a0a00cca37f4cd4b is 50, key is test_row_0/A:col10/1732659693591/Put/seqid=0 2024-11-26T22:21:33,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073741920_1096 (size=14741) 2024-11-26T22:21:33,636 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=400 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/A/d42086ae4b1f46f8a0a00cca37f4cd4b 2024-11-26T22:21:33,650 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/B/7a39974254bb46d2a8312dab99d1c29d is 50, key is test_row_0/B:col10/1732659693591/Put/seqid=0 2024-11-26T22:21:33,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073741921_1097 (size=12301) 2024-11-26T22:21:33,663 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=400 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/B/7a39974254bb46d2a8312dab99d1c29d 2024-11-26T22:21:33,682 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/C/92c2e20f0a724dfaa49eff915dc16c60 is 50, key is test_row_0/C:col10/1732659693591/Put/seqid=0 2024-11-26T22:21:33,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073741922_1098 (size=12301) 2024-11-26T22:21:33,698 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:33,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56582 deadline: 1732659753695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:33,703 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=400 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/C/92c2e20f0a724dfaa49eff915dc16c60 2024-11-26T22:21:33,711 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/A/d42086ae4b1f46f8a0a00cca37f4cd4b as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/A/d42086ae4b1f46f8a0a00cca37f4cd4b 2024-11-26T22:21:33,724 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/A/d42086ae4b1f46f8a0a00cca37f4cd4b, entries=200, sequenceid=400, filesize=14.4 K 2024-11-26T22:21:33,726 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/B/7a39974254bb46d2a8312dab99d1c29d as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/B/7a39974254bb46d2a8312dab99d1c29d 2024-11-26T22:21:33,730 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:33,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56622 deadline: 1732659753727, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:33,731 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:33,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56606 deadline: 1732659753729, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:33,732 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:33,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56618 deadline: 1732659753729, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:33,734 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/B/7a39974254bb46d2a8312dab99d1c29d, entries=150, sequenceid=400, filesize=12.0 K 2024-11-26T22:21:33,736 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:33,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56628 deadline: 1732659753731, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:33,737 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/C/92c2e20f0a724dfaa49eff915dc16c60 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/C/92c2e20f0a724dfaa49eff915dc16c60 2024-11-26T22:21:33,749 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/C/92c2e20f0a724dfaa49eff915dc16c60, entries=150, sequenceid=400, filesize=12.0 K 2024-11-26T22:21:33,751 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 223e5329b5e2a589eb7b529da1e9ddfb in 159ms, sequenceid=400, compaction requested=true 2024-11-26T22:21:33,752 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 223e5329b5e2a589eb7b529da1e9ddfb: 2024-11-26T22:21:33,752 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 223e5329b5e2a589eb7b529da1e9ddfb:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T22:21:33,752 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T22:21:33,752 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T22:21:33,752 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 223e5329b5e2a589eb7b529da1e9ddfb:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T22:21:33,752 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T22:21:33,752 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 223e5329b5e2a589eb7b529da1e9ddfb:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T22:21:33,752 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-26T22:21:33,752 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T22:21:33,754 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 57342 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-26T22:21:33,754 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50022 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-26T22:21:33,754 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HStore(1540): 223e5329b5e2a589eb7b529da1e9ddfb/A is initiating minor compaction (all files) 2024-11-26T22:21:33,754 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HStore(1540): 223e5329b5e2a589eb7b529da1e9ddfb/B is initiating minor compaction (all files) 2024-11-26T22:21:33,755 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 223e5329b5e2a589eb7b529da1e9ddfb/A in TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb. 2024-11-26T22:21:33,755 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 223e5329b5e2a589eb7b529da1e9ddfb/B in TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb. 2024-11-26T22:21:33,755 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/A/8e7b3b75854c4fcb9ec58bdf5516c75d, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/A/01973e86d53049a7bbd6665b42f740e6, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/A/43d9147acdcc4319972a1bad34a24730, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/A/d42086ae4b1f46f8a0a00cca37f4cd4b] into tmpdir=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp, totalSize=56.0 K 2024-11-26T22:21:33,755 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/B/5ede7bd8025743f484814414d52258c5, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/B/55a1bb762c964da38832c77f9696af2c, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/B/4b38acd402394f4dbb0e04b96f043d56, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/B/7a39974254bb46d2a8312dab99d1c29d] into tmpdir=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp, totalSize=48.8 K 2024-11-26T22:21:33,755 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8e7b3b75854c4fcb9ec58bdf5516c75d, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=348, earliestPutTs=1732659691268 2024-11-26T22:21:33,755 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.Compactor(224): Compacting 5ede7bd8025743f484814414d52258c5, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=348, earliestPutTs=1732659691268 2024-11-26T22:21:33,756 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.Compactor(224): Compacting 01973e86d53049a7bbd6665b42f740e6, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=361, earliestPutTs=1732659691915 2024-11-26T22:21:33,756 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.Compactor(224): Compacting 55a1bb762c964da38832c77f9696af2c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=361, earliestPutTs=1732659692224 2024-11-26T22:21:33,757 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.Compactor(224): Compacting 43d9147acdcc4319972a1bad34a24730, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=386, earliestPutTs=1732659692278 2024-11-26T22:21:33,757 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.Compactor(224): Compacting 4b38acd402394f4dbb0e04b96f043d56, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=386, earliestPutTs=1732659692278 2024-11-26T22:21:33,757 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.Compactor(224): Compacting d42086ae4b1f46f8a0a00cca37f4cd4b, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=400, earliestPutTs=1732659692607 2024-11-26T22:21:33,757 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.Compactor(224): Compacting 7a39974254bb46d2a8312dab99d1c29d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=400, earliestPutTs=1732659692607 2024-11-26T22:21:33,777 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 223e5329b5e2a589eb7b529da1e9ddfb#A#compaction#84 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T22:21:33,777 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/A/7c7f7d807185439792db274a6c7208b6 is 50, key is test_row_0/A:col10/1732659693591/Put/seqid=0 2024-11-26T22:21:33,782 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 223e5329b5e2a589eb7b529da1e9ddfb#B#compaction#85 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T22:21:33,783 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/B/201170dfb03941659ff41776263f613c is 50, key is test_row_0/B:col10/1732659693591/Put/seqid=0 2024-11-26T22:21:33,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(8581): Flush requested on 223e5329b5e2a589eb7b529da1e9ddfb 2024-11-26T22:21:33,804 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 223e5329b5e2a589eb7b529da1e9ddfb 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-26T22:21:33,804 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 223e5329b5e2a589eb7b529da1e9ddfb, store=A 2024-11-26T22:21:33,804 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:21:33,804 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 223e5329b5e2a589eb7b529da1e9ddfb, store=B 2024-11-26T22:21:33,804 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:21:33,804 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 223e5329b5e2a589eb7b529da1e9ddfb, store=C 2024-11-26T22:21:33,805 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:21:33,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073741923_1099 (size=13255) 2024-11-26T22:21:33,835 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/A/20f02c8fcb184aac9c7f2b4571e80792 is 50, key is test_row_0/A:col10/1732659693694/Put/seqid=0 2024-11-26T22:21:33,837 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/A/7c7f7d807185439792db274a6c7208b6 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/A/7c7f7d807185439792db274a6c7208b6 2024-11-26T22:21:33,846 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 223e5329b5e2a589eb7b529da1e9ddfb/A of 223e5329b5e2a589eb7b529da1e9ddfb into 7c7f7d807185439792db274a6c7208b6(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T22:21:33,846 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 223e5329b5e2a589eb7b529da1e9ddfb: 2024-11-26T22:21:33,846 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb., storeName=223e5329b5e2a589eb7b529da1e9ddfb/A, priority=12, startTime=1732659693752; duration=0sec 2024-11-26T22:21:33,846 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T22:21:33,846 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 223e5329b5e2a589eb7b529da1e9ddfb:A 2024-11-26T22:21:33,847 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T22:21:33,849 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50022 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-26T22:21:33,849 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HStore(1540): 223e5329b5e2a589eb7b529da1e9ddfb/C is initiating minor compaction (all files) 2024-11-26T22:21:33,849 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 223e5329b5e2a589eb7b529da1e9ddfb/C in TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb. 2024-11-26T22:21:33,849 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/C/4d295c14c223478ab48928460e72bdc1, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/C/71a8181c3eac4e70ae51a26a28564649, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/C/362e2efe271b433ba2c8f8ea54726b91, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/C/92c2e20f0a724dfaa49eff915dc16c60] into tmpdir=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp, totalSize=48.8 K 2024-11-26T22:21:33,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073741924_1100 (size=13255) 2024-11-26T22:21:33,850 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4d295c14c223478ab48928460e72bdc1, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=348, earliestPutTs=1732659691268 2024-11-26T22:21:33,851 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.Compactor(224): Compacting 71a8181c3eac4e70ae51a26a28564649, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=361, earliestPutTs=1732659692224 2024-11-26T22:21:33,851 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:33,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56582 deadline: 1732659753848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:33,852 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.Compactor(224): Compacting 362e2efe271b433ba2c8f8ea54726b91, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=386, earliestPutTs=1732659692278 2024-11-26T22:21:33,853 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.Compactor(224): Compacting 92c2e20f0a724dfaa49eff915dc16c60, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=400, earliestPutTs=1732659692607 2024-11-26T22:21:33,860 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/B/201170dfb03941659ff41776263f613c as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/B/201170dfb03941659ff41776263f613c 2024-11-26T22:21:33,867 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 223e5329b5e2a589eb7b529da1e9ddfb/B of 223e5329b5e2a589eb7b529da1e9ddfb into 201170dfb03941659ff41776263f613c(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T22:21:33,867 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 223e5329b5e2a589eb7b529da1e9ddfb: 2024-11-26T22:21:33,867 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb., storeName=223e5329b5e2a589eb7b529da1e9ddfb/B, priority=12, startTime=1732659693752; duration=0sec 2024-11-26T22:21:33,868 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T22:21:33,868 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 223e5329b5e2a589eb7b529da1e9ddfb:B 2024-11-26T22:21:33,882 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 223e5329b5e2a589eb7b529da1e9ddfb#C#compaction#87 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T22:21:33,883 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/C/baad17103f4048a1b5a4a29f805e7d28 is 50, key is test_row_0/C:col10/1732659693591/Put/seqid=0 2024-11-26T22:21:33,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073741925_1101 (size=14741) 2024-11-26T22:21:33,892 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=424 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/A/20f02c8fcb184aac9c7f2b4571e80792 2024-11-26T22:21:33,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073741926_1102 (size=13255) 2024-11-26T22:21:33,912 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/B/ed3fad75d7f44728baca3519a4b68c39 is 50, key is test_row_0/B:col10/1732659693694/Put/seqid=0 2024-11-26T22:21:33,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073741927_1103 (size=12301) 2024-11-26T22:21:33,956 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:33,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56582 deadline: 1732659753954, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:34,158 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:34,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56582 deadline: 1732659754158, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:34,306 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/C/baad17103f4048a1b5a4a29f805e7d28 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/C/baad17103f4048a1b5a4a29f805e7d28 2024-11-26T22:21:34,314 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 223e5329b5e2a589eb7b529da1e9ddfb/C of 223e5329b5e2a589eb7b529da1e9ddfb into baad17103f4048a1b5a4a29f805e7d28(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T22:21:34,314 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 223e5329b5e2a589eb7b529da1e9ddfb: 2024-11-26T22:21:34,314 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb., storeName=223e5329b5e2a589eb7b529da1e9ddfb/C, priority=12, startTime=1732659693752; duration=0sec 2024-11-26T22:21:34,314 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T22:21:34,314 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 223e5329b5e2a589eb7b529da1e9ddfb:C 2024-11-26T22:21:34,321 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=424 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/B/ed3fad75d7f44728baca3519a4b68c39 2024-11-26T22:21:34,332 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/C/edd45a3480904bac942b4e8401b4f4b4 is 50, key is test_row_0/C:col10/1732659693694/Put/seqid=0 2024-11-26T22:21:34,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073741928_1104 (size=12301) 2024-11-26T22:21:34,341 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=424 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/C/edd45a3480904bac942b4e8401b4f4b4 2024-11-26T22:21:34,348 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/A/20f02c8fcb184aac9c7f2b4571e80792 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/A/20f02c8fcb184aac9c7f2b4571e80792 2024-11-26T22:21:34,354 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/A/20f02c8fcb184aac9c7f2b4571e80792, entries=200, sequenceid=424, filesize=14.4 K 2024-11-26T22:21:34,356 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/B/ed3fad75d7f44728baca3519a4b68c39 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/B/ed3fad75d7f44728baca3519a4b68c39 2024-11-26T22:21:34,365 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/B/ed3fad75d7f44728baca3519a4b68c39, entries=150, sequenceid=424, filesize=12.0 K 2024-11-26T22:21:34,366 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/C/edd45a3480904bac942b4e8401b4f4b4 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/C/edd45a3480904bac942b4e8401b4f4b4 2024-11-26T22:21:34,379 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/C/edd45a3480904bac942b4e8401b4f4b4, entries=150, sequenceid=424, filesize=12.0 K 2024-11-26T22:21:34,381 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 223e5329b5e2a589eb7b529da1e9ddfb in 578ms, sequenceid=424, compaction requested=false 2024-11-26T22:21:34,381 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 223e5329b5e2a589eb7b529da1e9ddfb: 2024-11-26T22:21:34,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(8581): Flush requested on 223e5329b5e2a589eb7b529da1e9ddfb 2024-11-26T22:21:34,464 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 223e5329b5e2a589eb7b529da1e9ddfb 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-26T22:21:34,465 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 223e5329b5e2a589eb7b529da1e9ddfb, store=A 2024-11-26T22:21:34,465 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:21:34,465 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 223e5329b5e2a589eb7b529da1e9ddfb, store=B 2024-11-26T22:21:34,465 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:21:34,465 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 223e5329b5e2a589eb7b529da1e9ddfb, store=C 2024-11-26T22:21:34,466 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:21:34,472 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/A/43dd992579194198a6a1d3316a0cf853 is 50, key is test_row_0/A:col10/1732659694461/Put/seqid=0 2024-11-26T22:21:34,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073741929_1105 (size=14741) 2024-11-26T22:21:34,519 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=441 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/A/43dd992579194198a6a1d3316a0cf853 2024-11-26T22:21:34,570 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/B/23826fd0b4c94b03b0f6bed36f6ad9de is 50, key is test_row_0/B:col10/1732659694461/Put/seqid=0 2024-11-26T22:21:34,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073741930_1106 (size=12301) 2024-11-26T22:21:34,595 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=441 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/B/23826fd0b4c94b03b0f6bed36f6ad9de 2024-11-26T22:21:34,597 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:34,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56582 deadline: 1732659754594, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:34,606 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/C/c083020946ea4a9b9a897cf19eaf9f4a is 50, key is test_row_0/C:col10/1732659694461/Put/seqid=0 2024-11-26T22:21:34,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073741931_1107 (size=12301) 2024-11-26T22:21:34,630 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=441 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/C/c083020946ea4a9b9a897cf19eaf9f4a 2024-11-26T22:21:34,648 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/A/43dd992579194198a6a1d3316a0cf853 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/A/43dd992579194198a6a1d3316a0cf853 2024-11-26T22:21:34,659 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/A/43dd992579194198a6a1d3316a0cf853, entries=200, sequenceid=441, filesize=14.4 K 2024-11-26T22:21:34,660 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/B/23826fd0b4c94b03b0f6bed36f6ad9de as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/B/23826fd0b4c94b03b0f6bed36f6ad9de 2024-11-26T22:21:34,668 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/B/23826fd0b4c94b03b0f6bed36f6ad9de, entries=150, sequenceid=441, filesize=12.0 K 2024-11-26T22:21:34,670 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/C/c083020946ea4a9b9a897cf19eaf9f4a as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/C/c083020946ea4a9b9a897cf19eaf9f4a 2024-11-26T22:21:34,676 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/C/c083020946ea4a9b9a897cf19eaf9f4a, entries=150, sequenceid=441, filesize=12.0 K 2024-11-26T22:21:34,677 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 223e5329b5e2a589eb7b529da1e9ddfb in 213ms, sequenceid=441, compaction requested=true 2024-11-26T22:21:34,677 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 223e5329b5e2a589eb7b529da1e9ddfb: 2024-11-26T22:21:34,677 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 223e5329b5e2a589eb7b529da1e9ddfb:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T22:21:34,677 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T22:21:34,677 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T22:21:34,677 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T22:21:34,678 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 223e5329b5e2a589eb7b529da1e9ddfb:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T22:21:34,678 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T22:21:34,679 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 223e5329b5e2a589eb7b529da1e9ddfb:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T22:21:34,679 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T22:21:34,679 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 42737 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T22:21:34,679 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HStore(1540): 223e5329b5e2a589eb7b529da1e9ddfb/A is initiating minor compaction (all files) 2024-11-26T22:21:34,679 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 223e5329b5e2a589eb7b529da1e9ddfb/A in TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb. 2024-11-26T22:21:34,679 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/A/7c7f7d807185439792db274a6c7208b6, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/A/20f02c8fcb184aac9c7f2b4571e80792, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/A/43dd992579194198a6a1d3316a0cf853] into tmpdir=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp, totalSize=41.7 K 2024-11-26T22:21:34,679 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37857 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T22:21:34,680 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HStore(1540): 223e5329b5e2a589eb7b529da1e9ddfb/B is initiating minor compaction (all files) 2024-11-26T22:21:34,680 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7c7f7d807185439792db274a6c7208b6, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=400, earliestPutTs=1732659692607 2024-11-26T22:21:34,680 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 223e5329b5e2a589eb7b529da1e9ddfb/B in TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb. 2024-11-26T22:21:34,680 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/B/201170dfb03941659ff41776263f613c, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/B/ed3fad75d7f44728baca3519a4b68c39, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/B/23826fd0b4c94b03b0f6bed36f6ad9de] into tmpdir=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp, totalSize=37.0 K 2024-11-26T22:21:34,680 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.Compactor(224): Compacting 201170dfb03941659ff41776263f613c, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=400, earliestPutTs=1732659692607 2024-11-26T22:21:34,681 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.Compactor(224): Compacting 20f02c8fcb184aac9c7f2b4571e80792, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=424, earliestPutTs=1732659693682 2024-11-26T22:21:34,682 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.Compactor(224): Compacting ed3fad75d7f44728baca3519a4b68c39, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=424, earliestPutTs=1732659693688 2024-11-26T22:21:34,682 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.Compactor(224): Compacting 43dd992579194198a6a1d3316a0cf853, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=441, earliestPutTs=1732659693823 2024-11-26T22:21:34,682 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.Compactor(224): Compacting 23826fd0b4c94b03b0f6bed36f6ad9de, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=441, earliestPutTs=1732659693841 2024-11-26T22:21:34,694 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 223e5329b5e2a589eb7b529da1e9ddfb#B#compaction#93 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T22:21:34,695 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/B/fd5d7c5dd4394eed9d97de79a1e905a0 is 50, key is test_row_0/B:col10/1732659694461/Put/seqid=0 2024-11-26T22:21:34,698 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 223e5329b5e2a589eb7b529da1e9ddfb#A#compaction#94 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T22:21:34,699 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/A/732a4c3acb6a4f9793cb229035277321 is 50, key is test_row_0/A:col10/1732659694461/Put/seqid=0 2024-11-26T22:21:34,701 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 223e5329b5e2a589eb7b529da1e9ddfb 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-26T22:21:34,701 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 223e5329b5e2a589eb7b529da1e9ddfb, store=A 2024-11-26T22:21:34,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(8581): Flush requested on 223e5329b5e2a589eb7b529da1e9ddfb 2024-11-26T22:21:34,708 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:21:34,708 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 223e5329b5e2a589eb7b529da1e9ddfb, store=B 2024-11-26T22:21:34,708 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:21:34,708 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 223e5329b5e2a589eb7b529da1e9ddfb, store=C 2024-11-26T22:21:34,708 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:21:34,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073741932_1108 (size=13357) 2024-11-26T22:21:34,745 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/A/732a4c3acb6a4f9793cb229035277321 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/A/732a4c3acb6a4f9793cb229035277321 2024-11-26T22:21:34,748 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:34,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56622 deadline: 1732659754740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:34,749 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:34,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56618 deadline: 1732659754741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:34,750 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:34,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56606 deadline: 1732659754742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:34,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073741933_1109 (size=13357) 2024-11-26T22:21:34,751 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:34,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56582 deadline: 1732659754744, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:34,752 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 223e5329b5e2a589eb7b529da1e9ddfb/A of 223e5329b5e2a589eb7b529da1e9ddfb into 732a4c3acb6a4f9793cb229035277321(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T22:21:34,752 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 223e5329b5e2a589eb7b529da1e9ddfb: 2024-11-26T22:21:34,752 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:34,752 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb., storeName=223e5329b5e2a589eb7b529da1e9ddfb/A, priority=13, startTime=1732659694677; duration=0sec 2024-11-26T22:21:34,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56628 deadline: 1732659754746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:34,752 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T22:21:34,753 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 223e5329b5e2a589eb7b529da1e9ddfb:A 2024-11-26T22:21:34,753 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T22:21:34,755 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/A/1f43eee381364e49ba84c2968e61ba18 is 50, key is test_row_0/A:col10/1732659694699/Put/seqid=0 2024-11-26T22:21:34,756 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37857 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T22:21:34,756 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HStore(1540): 223e5329b5e2a589eb7b529da1e9ddfb/C is initiating minor compaction (all files) 2024-11-26T22:21:34,757 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 223e5329b5e2a589eb7b529da1e9ddfb/C in TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb. 2024-11-26T22:21:34,757 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/C/baad17103f4048a1b5a4a29f805e7d28, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/C/edd45a3480904bac942b4e8401b4f4b4, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/C/c083020946ea4a9b9a897cf19eaf9f4a] into tmpdir=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp, totalSize=37.0 K 2024-11-26T22:21:34,758 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.Compactor(224): Compacting baad17103f4048a1b5a4a29f805e7d28, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=400, earliestPutTs=1732659692607 2024-11-26T22:21:34,758 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.Compactor(224): Compacting edd45a3480904bac942b4e8401b4f4b4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=424, earliestPutTs=1732659693688 2024-11-26T22:21:34,759 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.Compactor(224): Compacting c083020946ea4a9b9a897cf19eaf9f4a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=441, earliestPutTs=1732659693841 2024-11-26T22:21:34,763 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/B/fd5d7c5dd4394eed9d97de79a1e905a0 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/B/fd5d7c5dd4394eed9d97de79a1e905a0 2024-11-26T22:21:34,773 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 223e5329b5e2a589eb7b529da1e9ddfb#C#compaction#96 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T22:21:34,773 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/C/29f7829adef64b92a4d616c005377aff is 50, key is test_row_0/C:col10/1732659694461/Put/seqid=0 2024-11-26T22:21:34,774 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 223e5329b5e2a589eb7b529da1e9ddfb/B of 223e5329b5e2a589eb7b529da1e9ddfb into fd5d7c5dd4394eed9d97de79a1e905a0(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T22:21:34,774 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 223e5329b5e2a589eb7b529da1e9ddfb: 2024-11-26T22:21:34,774 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb., storeName=223e5329b5e2a589eb7b529da1e9ddfb/B, priority=13, startTime=1732659694677; duration=0sec 2024-11-26T22:21:34,775 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T22:21:34,775 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 223e5329b5e2a589eb7b529da1e9ddfb:B 2024-11-26T22:21:34,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073741934_1110 (size=12301) 2024-11-26T22:21:34,783 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=464 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/A/1f43eee381364e49ba84c2968e61ba18 2024-11-26T22:21:34,801 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/B/4857f001724343ac81429b5007a2c446 is 50, key is test_row_0/B:col10/1732659694699/Put/seqid=0 2024-11-26T22:21:34,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073741935_1111 (size=13357) 2024-11-26T22:21:34,822 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/C/29f7829adef64b92a4d616c005377aff as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/C/29f7829adef64b92a4d616c005377aff 2024-11-26T22:21:34,831 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 223e5329b5e2a589eb7b529da1e9ddfb/C of 223e5329b5e2a589eb7b529da1e9ddfb into 29f7829adef64b92a4d616c005377aff(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T22:21:34,832 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 223e5329b5e2a589eb7b529da1e9ddfb: 2024-11-26T22:21:34,832 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb., storeName=223e5329b5e2a589eb7b529da1e9ddfb/C, priority=13, startTime=1732659694679; duration=0sec 2024-11-26T22:21:34,832 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T22:21:34,832 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 223e5329b5e2a589eb7b529da1e9ddfb:C 2024-11-26T22:21:34,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073741936_1112 (size=12301) 2024-11-26T22:21:34,852 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:34,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56622 deadline: 1732659754850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:34,852 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:34,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56618 deadline: 1732659754851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:34,855 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:34,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56582 deadline: 1732659754853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:34,857 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:34,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56628 deadline: 1732659754855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:35,055 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:35,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56622 deadline: 1732659755054, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:35,056 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:35,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56618 deadline: 1732659755054, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:35,059 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:35,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56628 deadline: 1732659755059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:35,062 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:35,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56582 deadline: 1732659755061, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:35,242 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=464 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/B/4857f001724343ac81429b5007a2c446 2024-11-26T22:21:35,255 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/C/38a44c80543d484b8ce06a0e1d290f95 is 50, key is test_row_0/C:col10/1732659694699/Put/seqid=0 2024-11-26T22:21:35,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073741937_1113 (size=12301) 2024-11-26T22:21:35,264 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=464 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/C/38a44c80543d484b8ce06a0e1d290f95 2024-11-26T22:21:35,270 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/A/1f43eee381364e49ba84c2968e61ba18 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/A/1f43eee381364e49ba84c2968e61ba18 2024-11-26T22:21:35,276 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/A/1f43eee381364e49ba84c2968e61ba18, entries=150, sequenceid=464, filesize=12.0 K 2024-11-26T22:21:35,279 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/B/4857f001724343ac81429b5007a2c446 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/B/4857f001724343ac81429b5007a2c446 2024-11-26T22:21:35,286 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/B/4857f001724343ac81429b5007a2c446, entries=150, sequenceid=464, filesize=12.0 K 2024-11-26T22:21:35,288 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/C/38a44c80543d484b8ce06a0e1d290f95 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/C/38a44c80543d484b8ce06a0e1d290f95 2024-11-26T22:21:35,297 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/C/38a44c80543d484b8ce06a0e1d290f95, entries=150, sequenceid=464, filesize=12.0 K 2024-11-26T22:21:35,298 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 223e5329b5e2a589eb7b529da1e9ddfb in 598ms, sequenceid=464, compaction requested=false 2024-11-26T22:21:35,299 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 223e5329b5e2a589eb7b529da1e9ddfb: 2024-11-26T22:21:35,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(8581): Flush requested on 223e5329b5e2a589eb7b529da1e9ddfb 2024-11-26T22:21:35,365 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 223e5329b5e2a589eb7b529da1e9ddfb 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-26T22:21:35,366 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 223e5329b5e2a589eb7b529da1e9ddfb, store=A 2024-11-26T22:21:35,366 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:21:35,366 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 223e5329b5e2a589eb7b529da1e9ddfb, store=B 2024-11-26T22:21:35,366 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:21:35,366 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 223e5329b5e2a589eb7b529da1e9ddfb, store=C 2024-11-26T22:21:35,366 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:21:35,374 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/A/f8d51c2a79f04d9ea3a8714706826de0 is 50, key is test_row_0/A:col10/1732659694726/Put/seqid=0 2024-11-26T22:21:35,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073741938_1114 (size=12301) 2024-11-26T22:21:35,387 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=482 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/A/f8d51c2a79f04d9ea3a8714706826de0 2024-11-26T22:21:35,389 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:35,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56628 deadline: 1732659755384, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:35,393 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:35,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56618 deadline: 1732659755387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:35,394 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:35,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56622 deadline: 1732659755388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:35,394 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:35,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56582 deadline: 1732659755389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:35,398 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/B/d1d0f2d6566f41afbb7e799f14505c90 is 50, key is test_row_0/B:col10/1732659694726/Put/seqid=0 2024-11-26T22:21:35,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073741939_1115 (size=12301) 2024-11-26T22:21:35,414 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=482 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/B/d1d0f2d6566f41afbb7e799f14505c90 2024-11-26T22:21:35,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-26T22:21:35,424 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 24 completed 2024-11-26T22:21:35,425 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/C/2514d7a35c344eea8d3f29209f582f39 is 50, key is test_row_0/C:col10/1732659694726/Put/seqid=0 2024-11-26T22:21:35,426 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T22:21:35,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] procedure2.ProcedureExecutor(1098): Stored pid=26, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees 2024-11-26T22:21:35,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-26T22:21:35,432 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=26, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T22:21:35,433 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=26, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T22:21:35,433 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T22:21:35,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073741940_1116 (size=12301) 2024-11-26T22:21:35,453 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=482 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/C/2514d7a35c344eea8d3f29209f582f39 2024-11-26T22:21:35,461 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/A/f8d51c2a79f04d9ea3a8714706826de0 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/A/f8d51c2a79f04d9ea3a8714706826de0 2024-11-26T22:21:35,469 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/A/f8d51c2a79f04d9ea3a8714706826de0, entries=150, sequenceid=482, filesize=12.0 K 2024-11-26T22:21:35,471 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/B/d1d0f2d6566f41afbb7e799f14505c90 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/B/d1d0f2d6566f41afbb7e799f14505c90 2024-11-26T22:21:35,478 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/B/d1d0f2d6566f41afbb7e799f14505c90, entries=150, sequenceid=482, filesize=12.0 K 2024-11-26T22:21:35,483 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/C/2514d7a35c344eea8d3f29209f582f39 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/C/2514d7a35c344eea8d3f29209f582f39 2024-11-26T22:21:35,491 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/C/2514d7a35c344eea8d3f29209f582f39, entries=150, sequenceid=482, filesize=12.0 K 2024-11-26T22:21:35,492 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 223e5329b5e2a589eb7b529da1e9ddfb in 127ms, sequenceid=482, compaction requested=true 2024-11-26T22:21:35,492 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 223e5329b5e2a589eb7b529da1e9ddfb: 2024-11-26T22:21:35,492 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 223e5329b5e2a589eb7b529da1e9ddfb:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T22:21:35,492 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T22:21:35,492 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 223e5329b5e2a589eb7b529da1e9ddfb:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T22:21:35,492 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T22:21:35,492 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T22:21:35,493 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 223e5329b5e2a589eb7b529da1e9ddfb:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T22:21:35,493 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T22:21:35,493 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T22:21:35,494 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37959 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T22:21:35,494 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37959 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T22:21:35,494 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HStore(1540): 223e5329b5e2a589eb7b529da1e9ddfb/B is initiating minor compaction (all files) 2024-11-26T22:21:35,494 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HStore(1540): 223e5329b5e2a589eb7b529da1e9ddfb/A is initiating minor compaction (all files) 2024-11-26T22:21:35,494 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 223e5329b5e2a589eb7b529da1e9ddfb/B in TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb. 2024-11-26T22:21:35,494 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 223e5329b5e2a589eb7b529da1e9ddfb/A in TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb. 2024-11-26T22:21:35,494 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/B/fd5d7c5dd4394eed9d97de79a1e905a0, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/B/4857f001724343ac81429b5007a2c446, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/B/d1d0f2d6566f41afbb7e799f14505c90] into tmpdir=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp, totalSize=37.1 K 2024-11-26T22:21:35,495 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/A/732a4c3acb6a4f9793cb229035277321, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/A/1f43eee381364e49ba84c2968e61ba18, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/A/f8d51c2a79f04d9ea3a8714706826de0] into tmpdir=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp, totalSize=37.1 K 2024-11-26T22:21:35,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(8581): Flush requested on 223e5329b5e2a589eb7b529da1e9ddfb 2024-11-26T22:21:35,496 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.Compactor(224): Compacting fd5d7c5dd4394eed9d97de79a1e905a0, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=441, earliestPutTs=1732659693841 2024-11-26T22:21:35,497 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.Compactor(224): Compacting 732a4c3acb6a4f9793cb229035277321, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=441, earliestPutTs=1732659693841 2024-11-26T22:21:35,497 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 223e5329b5e2a589eb7b529da1e9ddfb 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-26T22:21:35,497 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 223e5329b5e2a589eb7b529da1e9ddfb, store=A 2024-11-26T22:21:35,497 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:21:35,497 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 223e5329b5e2a589eb7b529da1e9ddfb, store=B 2024-11-26T22:21:35,497 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.Compactor(224): Compacting 4857f001724343ac81429b5007a2c446, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=464, earliestPutTs=1732659694584 2024-11-26T22:21:35,497 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:21:35,497 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 223e5329b5e2a589eb7b529da1e9ddfb, store=C 2024-11-26T22:21:35,497 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:21:35,498 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1f43eee381364e49ba84c2968e61ba18, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=464, earliestPutTs=1732659694584 2024-11-26T22:21:35,498 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.Compactor(224): Compacting d1d0f2d6566f41afbb7e799f14505c90, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=482, earliestPutTs=1732659694726 2024-11-26T22:21:35,499 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.Compactor(224): Compacting f8d51c2a79f04d9ea3a8714706826de0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=482, earliestPutTs=1732659694726 2024-11-26T22:21:35,510 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/A/b26a4d3e18ff4e0fb036c43a6400e3bc is 50, key is test_row_0/A:col10/1732659695387/Put/seqid=0 2024-11-26T22:21:35,518 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 223e5329b5e2a589eb7b529da1e9ddfb#B#compaction#103 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T22:21:35,519 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/B/d8edb17c648942c186d3941bc73c00bb is 50, key is test_row_0/B:col10/1732659694726/Put/seqid=0 2024-11-26T22:21:35,520 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:35,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 221 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56582 deadline: 1732659755515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:35,520 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:35,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56622 deadline: 1732659755515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:35,521 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:35,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56618 deadline: 1732659755517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:35,523 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:35,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56628 deadline: 1732659755521, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:35,526 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 223e5329b5e2a589eb7b529da1e9ddfb#A#compaction#104 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T22:21:35,527 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/A/695ec6d6071848e280bc1711d9006dd7 is 50, key is test_row_0/A:col10/1732659694726/Put/seqid=0 2024-11-26T22:21:35,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-26T22:21:35,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073741941_1117 (size=14741) 2024-11-26T22:21:35,586 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:35,587 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34335 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-26T22:21:35,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb. 2024-11-26T22:21:35,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb. as already flushing 2024-11-26T22:21:35,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb. 2024-11-26T22:21:35,588 ERROR [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => 223e5329b5e2a589eb7b529da1e9ddfb, NAME => 'TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:21:35,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => 223e5329b5e2a589eb7b529da1e9ddfb, NAME => 'TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:21:35,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 223e5329b5e2a589eb7b529da1e9ddfb, NAME => 'TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 223e5329b5e2a589eb7b529da1e9ddfb, NAME => 'TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:21:35,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073741942_1118 (size=13459) 2024-11-26T22:21:35,599 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/B/d8edb17c648942c186d3941bc73c00bb as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/B/d8edb17c648942c186d3941bc73c00bb 2024-11-26T22:21:35,609 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 223e5329b5e2a589eb7b529da1e9ddfb/B of 223e5329b5e2a589eb7b529da1e9ddfb into d8edb17c648942c186d3941bc73c00bb(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T22:21:35,609 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 223e5329b5e2a589eb7b529da1e9ddfb: 2024-11-26T22:21:35,609 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb., storeName=223e5329b5e2a589eb7b529da1e9ddfb/B, priority=13, startTime=1732659695492; duration=0sec 2024-11-26T22:21:35,609 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T22:21:35,609 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 223e5329b5e2a589eb7b529da1e9ddfb:B 2024-11-26T22:21:35,609 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T22:21:35,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073741943_1119 (size=13459) 2024-11-26T22:21:35,613 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37959 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T22:21:35,613 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HStore(1540): 223e5329b5e2a589eb7b529da1e9ddfb/C is initiating minor compaction (all files) 2024-11-26T22:21:35,614 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 223e5329b5e2a589eb7b529da1e9ddfb/C in TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb. 2024-11-26T22:21:35,615 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/C/29f7829adef64b92a4d616c005377aff, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/C/38a44c80543d484b8ce06a0e1d290f95, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/C/2514d7a35c344eea8d3f29209f582f39] into tmpdir=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp, totalSize=37.1 K 2024-11-26T22:21:35,616 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.Compactor(224): Compacting 29f7829adef64b92a4d616c005377aff, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=441, earliestPutTs=1732659693841 2024-11-26T22:21:35,616 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.Compactor(224): Compacting 38a44c80543d484b8ce06a0e1d290f95, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=464, earliestPutTs=1732659694584 2024-11-26T22:21:35,618 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.Compactor(224): Compacting 2514d7a35c344eea8d3f29209f582f39, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=482, earliestPutTs=1732659694726 2024-11-26T22:21:35,621 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/A/695ec6d6071848e280bc1711d9006dd7 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/A/695ec6d6071848e280bc1711d9006dd7 2024-11-26T22:21:35,622 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:35,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 223 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56582 deadline: 1732659755622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:35,623 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:35,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56618 deadline: 1732659755622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:35,624 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:35,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56622 deadline: 1732659755623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:35,626 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:35,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56628 deadline: 1732659755625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:35,636 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 223e5329b5e2a589eb7b529da1e9ddfb/A of 223e5329b5e2a589eb7b529da1e9ddfb into 695ec6d6071848e280bc1711d9006dd7(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T22:21:35,636 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 223e5329b5e2a589eb7b529da1e9ddfb: 2024-11-26T22:21:35,636 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb., storeName=223e5329b5e2a589eb7b529da1e9ddfb/A, priority=13, startTime=1732659695492; duration=0sec 2024-11-26T22:21:35,636 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T22:21:35,636 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 223e5329b5e2a589eb7b529da1e9ddfb:A 2024-11-26T22:21:35,642 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 223e5329b5e2a589eb7b529da1e9ddfb#C#compaction#105 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T22:21:35,642 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/C/b8229a2f2d9047dd969ba2d8f2c9a802 is 50, key is test_row_0/C:col10/1732659694726/Put/seqid=0 2024-11-26T22:21:35,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073741944_1120 (size=13459) 2024-11-26T22:21:35,660 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/C/b8229a2f2d9047dd969ba2d8f2c9a802 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/C/b8229a2f2d9047dd969ba2d8f2c9a802 2024-11-26T22:21:35,670 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 223e5329b5e2a589eb7b529da1e9ddfb/C of 223e5329b5e2a589eb7b529da1e9ddfb into b8229a2f2d9047dd969ba2d8f2c9a802(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T22:21:35,670 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 223e5329b5e2a589eb7b529da1e9ddfb: 2024-11-26T22:21:35,670 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb., storeName=223e5329b5e2a589eb7b529da1e9ddfb/C, priority=13, startTime=1732659695492; duration=0sec 2024-11-26T22:21:35,671 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T22:21:35,671 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 223e5329b5e2a589eb7b529da1e9ddfb:C 2024-11-26T22:21:35,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-26T22:21:35,741 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:35,741 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34335 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-26T22:21:35,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb. 2024-11-26T22:21:35,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb. as already flushing 2024-11-26T22:21:35,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb. 2024-11-26T22:21:35,742 ERROR [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => 223e5329b5e2a589eb7b529da1e9ddfb, NAME => 'TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:21:35,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => 223e5329b5e2a589eb7b529da1e9ddfb, NAME => 'TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:21:35,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 223e5329b5e2a589eb7b529da1e9ddfb, NAME => 'TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 223e5329b5e2a589eb7b529da1e9ddfb, NAME => 'TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:21:35,824 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:35,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 225 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56582 deadline: 1732659755824, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:35,826 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:35,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56622 deadline: 1732659755825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:35,829 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:35,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56618 deadline: 1732659755826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:35,829 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:35,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56628 deadline: 1732659755827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:35,895 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:35,895 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34335 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-26T22:21:35,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb. 2024-11-26T22:21:35,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb. as already flushing 2024-11-26T22:21:35,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb. 2024-11-26T22:21:35,896 ERROR [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => 223e5329b5e2a589eb7b529da1e9ddfb, NAME => 'TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:21:35,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => 223e5329b5e2a589eb7b529da1e9ddfb, NAME => 'TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:21:35,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 223e5329b5e2a589eb7b529da1e9ddfb, NAME => 'TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 223e5329b5e2a589eb7b529da1e9ddfb, NAME => 'TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:21:35,965 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=504 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/A/b26a4d3e18ff4e0fb036c43a6400e3bc 2024-11-26T22:21:35,976 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/B/8ffeb1df21e44fe6a477d88920b14dcf is 50, key is test_row_0/B:col10/1732659695387/Put/seqid=0 2024-11-26T22:21:35,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073741945_1121 (size=12301) 2024-11-26T22:21:36,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-26T22:21:36,048 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:36,049 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34335 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-26T22:21:36,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb. 2024-11-26T22:21:36,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb. as already flushing 2024-11-26T22:21:36,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb. 2024-11-26T22:21:36,049 ERROR [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => 223e5329b5e2a589eb7b529da1e9ddfb, NAME => 'TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:21:36,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => 223e5329b5e2a589eb7b529da1e9ddfb, NAME => 'TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:21:36,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 223e5329b5e2a589eb7b529da1e9ddfb, NAME => 'TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 223e5329b5e2a589eb7b529da1e9ddfb, NAME => 'TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:21:36,128 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:36,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 227 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56582 deadline: 1732659756127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:36,129 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:36,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56622 deadline: 1732659756129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:36,132 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:36,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56618 deadline: 1732659756130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:36,134 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:36,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56628 deadline: 1732659756133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:36,202 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:36,202 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34335 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-26T22:21:36,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb. 2024-11-26T22:21:36,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb. as already flushing 2024-11-26T22:21:36,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb. 2024-11-26T22:21:36,203 ERROR [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => 223e5329b5e2a589eb7b529da1e9ddfb, NAME => 'TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:21:36,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => 223e5329b5e2a589eb7b529da1e9ddfb, NAME => 'TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:21:36,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 223e5329b5e2a589eb7b529da1e9ddfb, NAME => 'TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 223e5329b5e2a589eb7b529da1e9ddfb, NAME => 'TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:21:36,356 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:36,357 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34335 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-26T22:21:36,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb. 2024-11-26T22:21:36,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb. as already flushing 2024-11-26T22:21:36,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb. 2024-11-26T22:21:36,357 ERROR [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => 223e5329b5e2a589eb7b529da1e9ddfb, NAME => 'TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:21:36,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => 223e5329b5e2a589eb7b529da1e9ddfb, NAME => 'TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:21:36,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 223e5329b5e2a589eb7b529da1e9ddfb, NAME => 'TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 223e5329b5e2a589eb7b529da1e9ddfb, NAME => 'TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:21:36,381 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=504 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/B/8ffeb1df21e44fe6a477d88920b14dcf 2024-11-26T22:21:36,394 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/C/be5260c99c7e4971a2a257b168e39416 is 50, key is test_row_0/C:col10/1732659695387/Put/seqid=0 2024-11-26T22:21:36,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073741946_1122 (size=12301) 2024-11-26T22:21:36,510 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:36,510 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34335 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-26T22:21:36,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb. 2024-11-26T22:21:36,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb. as already flushing 2024-11-26T22:21:36,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb. 2024-11-26T22:21:36,511 ERROR [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => 223e5329b5e2a589eb7b529da1e9ddfb, NAME => 'TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:21:36,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => 223e5329b5e2a589eb7b529da1e9ddfb, NAME => 'TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:21:36,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 223e5329b5e2a589eb7b529da1e9ddfb, NAME => 'TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 223e5329b5e2a589eb7b529da1e9ddfb, NAME => 'TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:21:36,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-26T22:21:36,631 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:36,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56622 deadline: 1732659756631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:36,632 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:36,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 229 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56582 deadline: 1732659756632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:36,636 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:36,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56618 deadline: 1732659756636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:36,645 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:36,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56628 deadline: 1732659756645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:36,663 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:36,665 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34335 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-26T22:21:36,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb. 2024-11-26T22:21:36,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb. as already flushing 2024-11-26T22:21:36,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb. 2024-11-26T22:21:36,665 ERROR [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => 223e5329b5e2a589eb7b529da1e9ddfb, NAME => 'TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:21:36,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => 223e5329b5e2a589eb7b529da1e9ddfb, NAME => 'TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:21:36,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 223e5329b5e2a589eb7b529da1e9ddfb, NAME => 'TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 223e5329b5e2a589eb7b529da1e9ddfb, NAME => 'TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:21:36,766 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:36,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56606 deadline: 1732659756766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:36,767 DEBUG [Thread-157 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4162 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb., hostname=d8c094cf5ab0,34335,1732659674113, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T22:21:36,803 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=504 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/C/be5260c99c7e4971a2a257b168e39416 2024-11-26T22:21:36,810 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/A/b26a4d3e18ff4e0fb036c43a6400e3bc as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/A/b26a4d3e18ff4e0fb036c43a6400e3bc 2024-11-26T22:21:36,816 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/A/b26a4d3e18ff4e0fb036c43a6400e3bc, entries=200, sequenceid=504, filesize=14.4 K 2024-11-26T22:21:36,819 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/B/8ffeb1df21e44fe6a477d88920b14dcf as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/B/8ffeb1df21e44fe6a477d88920b14dcf 2024-11-26T22:21:36,821 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:36,822 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34335 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-26T22:21:36,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb. 2024-11-26T22:21:36,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb. as already flushing 2024-11-26T22:21:36,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb. 2024-11-26T22:21:36,823 ERROR [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => 223e5329b5e2a589eb7b529da1e9ddfb, NAME => 'TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:21:36,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => 223e5329b5e2a589eb7b529da1e9ddfb, NAME => 'TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:21:36,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 223e5329b5e2a589eb7b529da1e9ddfb, NAME => 'TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 223e5329b5e2a589eb7b529da1e9ddfb, NAME => 'TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:21:36,826 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/B/8ffeb1df21e44fe6a477d88920b14dcf, entries=150, sequenceid=504, filesize=12.0 K 2024-11-26T22:21:36,828 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/C/be5260c99c7e4971a2a257b168e39416 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/C/be5260c99c7e4971a2a257b168e39416 2024-11-26T22:21:36,835 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/C/be5260c99c7e4971a2a257b168e39416, entries=150, sequenceid=504, filesize=12.0 K 2024-11-26T22:21:36,836 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=80.51 KB/82440 for 223e5329b5e2a589eb7b529da1e9ddfb in 1341ms, sequenceid=504, compaction requested=false 2024-11-26T22:21:36,836 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 223e5329b5e2a589eb7b529da1e9ddfb: 2024-11-26T22:21:36,978 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:36,979 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34335 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-26T22:21:36,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb. 2024-11-26T22:21:36,980 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2837): Flushing 223e5329b5e2a589eb7b529da1e9ddfb 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-26T22:21:36,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 223e5329b5e2a589eb7b529da1e9ddfb, store=A 2024-11-26T22:21:36,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:21:36,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 223e5329b5e2a589eb7b529da1e9ddfb, store=B 2024-11-26T22:21:36,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:21:36,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 223e5329b5e2a589eb7b529da1e9ddfb, store=C 2024-11-26T22:21:36,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:21:36,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/A/3beeb27599a64316b60fd0f8841b7797 is 50, key is test_row_0/A:col10/1732659695509/Put/seqid=0 2024-11-26T22:21:36,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073741947_1123 (size=12301) 2024-11-26T22:21:36,994 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=522 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/A/3beeb27599a64316b60fd0f8841b7797 2024-11-26T22:21:37,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/B/3d528d0aac2a40efa8dea51d30f51e98 is 50, key is test_row_0/B:col10/1732659695509/Put/seqid=0 2024-11-26T22:21:37,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073741948_1124 (size=12301) 2024-11-26T22:21:37,418 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=522 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/B/3d528d0aac2a40efa8dea51d30f51e98 2024-11-26T22:21:37,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/C/5b81c916dde24febaad3a4d11c219a8c is 50, key is test_row_0/C:col10/1732659695509/Put/seqid=0 2024-11-26T22:21:37,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073741949_1125 (size=12301) 2024-11-26T22:21:37,435 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=522 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/C/5b81c916dde24febaad3a4d11c219a8c 2024-11-26T22:21:37,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/A/3beeb27599a64316b60fd0f8841b7797 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/A/3beeb27599a64316b60fd0f8841b7797 2024-11-26T22:21:37,447 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/A/3beeb27599a64316b60fd0f8841b7797, entries=150, sequenceid=522, filesize=12.0 K 2024-11-26T22:21:37,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/B/3d528d0aac2a40efa8dea51d30f51e98 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/B/3d528d0aac2a40efa8dea51d30f51e98 2024-11-26T22:21:37,455 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/B/3d528d0aac2a40efa8dea51d30f51e98, entries=150, sequenceid=522, filesize=12.0 K 2024-11-26T22:21:37,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/C/5b81c916dde24febaad3a4d11c219a8c as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/C/5b81c916dde24febaad3a4d11c219a8c 2024-11-26T22:21:37,462 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/C/5b81c916dde24febaad3a4d11c219a8c, entries=150, sequenceid=522, filesize=12.0 K 2024-11-26T22:21:37,463 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=0 B/0 for 223e5329b5e2a589eb7b529da1e9ddfb in 483ms, sequenceid=522, compaction requested=true 2024-11-26T22:21:37,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2538): Flush status journal for 223e5329b5e2a589eb7b529da1e9ddfb: 2024-11-26T22:21:37,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb. 2024-11-26T22:21:37,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-11-26T22:21:37,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster(4106): Remote procedure done, pid=27 2024-11-26T22:21:37,467 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=27, resume processing ppid=26 2024-11-26T22:21:37,467 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=27, ppid=26, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0320 sec 2024-11-26T22:21:37,470 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=26, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees in 2.0420 sec 2024-11-26T22:21:37,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-26T22:21:37,534 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 26 completed 2024-11-26T22:21:37,536 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T22:21:37,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] procedure2.ProcedureExecutor(1098): Stored pid=28, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees 2024-11-26T22:21:37,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-26T22:21:37,540 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=28, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T22:21:37,541 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=28, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T22:21:37,541 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=29, ppid=28, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T22:21:37,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-26T22:21:37,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(8581): Flush requested on 223e5329b5e2a589eb7b529da1e9ddfb 2024-11-26T22:21:37,644 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 223e5329b5e2a589eb7b529da1e9ddfb 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-26T22:21:37,645 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 223e5329b5e2a589eb7b529da1e9ddfb, store=A 2024-11-26T22:21:37,645 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:21:37,645 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 223e5329b5e2a589eb7b529da1e9ddfb, store=B 2024-11-26T22:21:37,645 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:21:37,645 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 223e5329b5e2a589eb7b529da1e9ddfb, store=C 2024-11-26T22:21:37,645 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:21:37,650 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/A/2b3bc7f4df0a468cbb3a08d6aacf88ab is 50, key is test_row_0/A:col10/1732659697642/Put/seqid=0 2024-11-26T22:21:37,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073741950_1126 (size=17181) 2024-11-26T22:21:37,693 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:37,694 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34335 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-11-26T22:21:37,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb. 2024-11-26T22:21:37,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb. as already flushing 2024-11-26T22:21:37,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb. 2024-11-26T22:21:37,694 ERROR [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] handler.RSProcedureHandler(58): pid=29 java.io.IOException: Unable to complete flush {ENCODED => 223e5329b5e2a589eb7b529da1e9ddfb, NAME => 'TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:21:37,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=29 java.io.IOException: Unable to complete flush {ENCODED => 223e5329b5e2a589eb7b529da1e9ddfb, NAME => 'TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:21:37,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster(4114): Remote procedure failed, pid=29 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 223e5329b5e2a589eb7b529da1e9ddfb, NAME => 'TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 223e5329b5e2a589eb7b529da1e9ddfb, NAME => 'TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:21:37,702 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:37,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56618 deadline: 1732659757699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:37,702 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:37,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 241 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56582 deadline: 1732659757700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:37,705 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:37,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56628 deadline: 1732659757701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:37,706 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:37,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56622 deadline: 1732659757705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:37,804 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:37,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56618 deadline: 1732659757804, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:37,805 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:37,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 243 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56582 deadline: 1732659757804, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:37,808 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:37,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56628 deadline: 1732659757807, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:37,809 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:37,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56622 deadline: 1732659757807, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:37,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-26T22:21:37,848 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:37,849 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34335 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-11-26T22:21:37,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb. 2024-11-26T22:21:37,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb. as already flushing 2024-11-26T22:21:37,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb. 2024-11-26T22:21:37,849 ERROR [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] handler.RSProcedureHandler(58): pid=29 java.io.IOException: Unable to complete flush {ENCODED => 223e5329b5e2a589eb7b529da1e9ddfb, NAME => 'TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:21:37,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=29 java.io.IOException: Unable to complete flush {ENCODED => 223e5329b5e2a589eb7b529da1e9ddfb, NAME => 'TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:21:37,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster(4114): Remote procedure failed, pid=29 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 223e5329b5e2a589eb7b529da1e9ddfb, NAME => 'TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 223e5329b5e2a589eb7b529da1e9ddfb, NAME => 'TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:21:38,001 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:38,001 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34335 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-11-26T22:21:38,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb. 2024-11-26T22:21:38,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb. as already flushing 2024-11-26T22:21:38,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb. 2024-11-26T22:21:38,002 ERROR [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] handler.RSProcedureHandler(58): pid=29 java.io.IOException: Unable to complete flush {ENCODED => 223e5329b5e2a589eb7b529da1e9ddfb, NAME => 'TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:21:38,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=29 java.io.IOException: Unable to complete flush {ENCODED => 223e5329b5e2a589eb7b529da1e9ddfb, NAME => 'TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:21:38,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster(4114): Remote procedure failed, pid=29 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 223e5329b5e2a589eb7b529da1e9ddfb, NAME => 'TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 223e5329b5e2a589eb7b529da1e9ddfb, NAME => 'TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:21:38,009 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:38,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 217 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56618 deadline: 1732659758008, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:38,009 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:38,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 245 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56582 deadline: 1732659758008, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:38,011 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:38,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56628 deadline: 1732659758010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:38,012 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:38,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56622 deadline: 1732659758010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:38,058 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=533 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/A/2b3bc7f4df0a468cbb3a08d6aacf88ab 2024-11-26T22:21:38,069 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/B/cc0307d082d44bce9f552cb3ff13d249 is 50, key is test_row_0/B:col10/1732659697642/Put/seqid=0 2024-11-26T22:21:38,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073741951_1127 (size=12301) 2024-11-26T22:21:38,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-26T22:21:38,154 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:38,155 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34335 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-11-26T22:21:38,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb. 2024-11-26T22:21:38,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb. as already flushing 2024-11-26T22:21:38,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb. 2024-11-26T22:21:38,155 ERROR [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] handler.RSProcedureHandler(58): pid=29 java.io.IOException: Unable to complete flush {ENCODED => 223e5329b5e2a589eb7b529da1e9ddfb, NAME => 'TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:21:38,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=29 java.io.IOException: Unable to complete flush {ENCODED => 223e5329b5e2a589eb7b529da1e9ddfb, NAME => 'TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:21:38,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster(4114): Remote procedure failed, pid=29 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 223e5329b5e2a589eb7b529da1e9ddfb, NAME => 'TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 223e5329b5e2a589eb7b529da1e9ddfb, NAME => 'TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:21:38,308 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:38,308 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34335 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-11-26T22:21:38,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb. 2024-11-26T22:21:38,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb. as already flushing 2024-11-26T22:21:38,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb. 2024-11-26T22:21:38,309 ERROR [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] handler.RSProcedureHandler(58): pid=29 java.io.IOException: Unable to complete flush {ENCODED => 223e5329b5e2a589eb7b529da1e9ddfb, NAME => 'TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:21:38,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=29 java.io.IOException: Unable to complete flush {ENCODED => 223e5329b5e2a589eb7b529da1e9ddfb, NAME => 'TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:21:38,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster(4114): Remote procedure failed, pid=29 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 223e5329b5e2a589eb7b529da1e9ddfb, NAME => 'TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 223e5329b5e2a589eb7b529da1e9ddfb, NAME => 'TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:21:38,312 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:38,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 219 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56618 deadline: 1732659758310, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:38,314 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:38,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 247 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56582 deadline: 1732659758313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:38,315 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:38,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56628 deadline: 1732659758314, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:38,315 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:38,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 218 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56622 deadline: 1732659758315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:38,461 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:38,462 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34335 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-11-26T22:21:38,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb. 2024-11-26T22:21:38,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb. as already flushing 2024-11-26T22:21:38,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb. 2024-11-26T22:21:38,462 ERROR [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] handler.RSProcedureHandler(58): pid=29 java.io.IOException: Unable to complete flush {ENCODED => 223e5329b5e2a589eb7b529da1e9ddfb, NAME => 'TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:21:38,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=29 java.io.IOException: Unable to complete flush {ENCODED => 223e5329b5e2a589eb7b529da1e9ddfb, NAME => 'TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:21:38,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster(4114): Remote procedure failed, pid=29 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 223e5329b5e2a589eb7b529da1e9ddfb, NAME => 'TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 223e5329b5e2a589eb7b529da1e9ddfb, NAME => 'TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:21:38,478 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=533 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/B/cc0307d082d44bce9f552cb3ff13d249 2024-11-26T22:21:38,490 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/C/cc35370046dd4bd0b8c45935ebbfdd15 is 50, key is test_row_0/C:col10/1732659697642/Put/seqid=0 2024-11-26T22:21:38,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073741952_1128 (size=12301) 2024-11-26T22:21:38,500 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=533 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/C/cc35370046dd4bd0b8c45935ebbfdd15 2024-11-26T22:21:38,506 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/A/2b3bc7f4df0a468cbb3a08d6aacf88ab as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/A/2b3bc7f4df0a468cbb3a08d6aacf88ab 2024-11-26T22:21:38,512 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/A/2b3bc7f4df0a468cbb3a08d6aacf88ab, entries=250, sequenceid=533, filesize=16.8 K 2024-11-26T22:21:38,514 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/B/cc0307d082d44bce9f552cb3ff13d249 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/B/cc0307d082d44bce9f552cb3ff13d249 2024-11-26T22:21:38,520 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/B/cc0307d082d44bce9f552cb3ff13d249, entries=150, sequenceid=533, filesize=12.0 K 2024-11-26T22:21:38,521 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/C/cc35370046dd4bd0b8c45935ebbfdd15 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/C/cc35370046dd4bd0b8c45935ebbfdd15 2024-11-26T22:21:38,528 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/C/cc35370046dd4bd0b8c45935ebbfdd15, entries=150, sequenceid=533, filesize=12.0 K 2024-11-26T22:21:38,529 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for 223e5329b5e2a589eb7b529da1e9ddfb in 885ms, sequenceid=533, compaction requested=true 2024-11-26T22:21:38,529 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 223e5329b5e2a589eb7b529da1e9ddfb: 2024-11-26T22:21:38,529 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 223e5329b5e2a589eb7b529da1e9ddfb:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T22:21:38,529 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T22:21:38,529 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T22:21:38,529 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 223e5329b5e2a589eb7b529da1e9ddfb:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T22:21:38,529 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T22:21:38,529 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 223e5329b5e2a589eb7b529da1e9ddfb:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T22:21:38,529 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T22:21:38,529 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T22:21:38,531 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50362 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-26T22:21:38,531 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 57682 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-26T22:21:38,532 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HStore(1540): 223e5329b5e2a589eb7b529da1e9ddfb/B is initiating minor compaction (all files) 2024-11-26T22:21:38,532 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HStore(1540): 223e5329b5e2a589eb7b529da1e9ddfb/A is initiating minor compaction (all files) 2024-11-26T22:21:38,532 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 223e5329b5e2a589eb7b529da1e9ddfb/A in TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb. 2024-11-26T22:21:38,532 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 223e5329b5e2a589eb7b529da1e9ddfb/B in TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb. 2024-11-26T22:21:38,532 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/B/d8edb17c648942c186d3941bc73c00bb, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/B/8ffeb1df21e44fe6a477d88920b14dcf, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/B/3d528d0aac2a40efa8dea51d30f51e98, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/B/cc0307d082d44bce9f552cb3ff13d249] into tmpdir=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp, totalSize=49.2 K 2024-11-26T22:21:38,532 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/A/695ec6d6071848e280bc1711d9006dd7, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/A/b26a4d3e18ff4e0fb036c43a6400e3bc, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/A/3beeb27599a64316b60fd0f8841b7797, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/A/2b3bc7f4df0a468cbb3a08d6aacf88ab] into tmpdir=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp, totalSize=56.3 K 2024-11-26T22:21:38,532 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.Compactor(224): Compacting 695ec6d6071848e280bc1711d9006dd7, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=482, earliestPutTs=1732659694726 2024-11-26T22:21:38,532 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.Compactor(224): Compacting d8edb17c648942c186d3941bc73c00bb, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=482, earliestPutTs=1732659694726 2024-11-26T22:21:38,533 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.Compactor(224): Compacting 8ffeb1df21e44fe6a477d88920b14dcf, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=504, earliestPutTs=1732659695376 2024-11-26T22:21:38,533 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.Compactor(224): Compacting b26a4d3e18ff4e0fb036c43a6400e3bc, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=504, earliestPutTs=1732659695376 2024-11-26T22:21:38,534 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.Compactor(224): Compacting 3d528d0aac2a40efa8dea51d30f51e98, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=522, earliestPutTs=1732659695509 2024-11-26T22:21:38,534 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3beeb27599a64316b60fd0f8841b7797, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=522, earliestPutTs=1732659695509 2024-11-26T22:21:38,534 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.Compactor(224): Compacting cc0307d082d44bce9f552cb3ff13d249, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=533, earliestPutTs=1732659697637 2024-11-26T22:21:38,534 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2b3bc7f4df0a468cbb3a08d6aacf88ab, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=533, earliestPutTs=1732659697637 2024-11-26T22:21:38,563 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 223e5329b5e2a589eb7b529da1e9ddfb#B#compaction#114 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-26T22:21:38,563 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 223e5329b5e2a589eb7b529da1e9ddfb#A#compaction#115 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T22:21:38,563 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/B/455e71115d114705932b808d7d136d6f is 50, key is test_row_0/B:col10/1732659697642/Put/seqid=0 2024-11-26T22:21:38,563 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/A/dc62e2e298f14ed29b310a480d868220 is 50, key is test_row_0/A:col10/1732659697642/Put/seqid=0 2024-11-26T22:21:38,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073741953_1129 (size=13595) 2024-11-26T22:21:38,589 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/B/455e71115d114705932b808d7d136d6f as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/B/455e71115d114705932b808d7d136d6f 2024-11-26T22:21:38,596 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 223e5329b5e2a589eb7b529da1e9ddfb/B of 223e5329b5e2a589eb7b529da1e9ddfb into 455e71115d114705932b808d7d136d6f(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T22:21:38,596 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 223e5329b5e2a589eb7b529da1e9ddfb: 2024-11-26T22:21:38,596 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb., storeName=223e5329b5e2a589eb7b529da1e9ddfb/B, priority=12, startTime=1732659698529; duration=0sec 2024-11-26T22:21:38,597 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T22:21:38,597 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 223e5329b5e2a589eb7b529da1e9ddfb:B 2024-11-26T22:21:38,597 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T22:21:38,601 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50362 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-26T22:21:38,601 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HStore(1540): 223e5329b5e2a589eb7b529da1e9ddfb/C is initiating minor compaction (all files) 2024-11-26T22:21:38,602 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 223e5329b5e2a589eb7b529da1e9ddfb/C in TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb. 2024-11-26T22:21:38,602 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/C/b8229a2f2d9047dd969ba2d8f2c9a802, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/C/be5260c99c7e4971a2a257b168e39416, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/C/5b81c916dde24febaad3a4d11c219a8c, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/C/cc35370046dd4bd0b8c45935ebbfdd15] into tmpdir=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp, totalSize=49.2 K 2024-11-26T22:21:38,603 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.Compactor(224): Compacting b8229a2f2d9047dd969ba2d8f2c9a802, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=482, earliestPutTs=1732659694726 2024-11-26T22:21:38,603 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.Compactor(224): Compacting be5260c99c7e4971a2a257b168e39416, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=504, earliestPutTs=1732659695376 2024-11-26T22:21:38,604 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.Compactor(224): Compacting 5b81c916dde24febaad3a4d11c219a8c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=522, earliestPutTs=1732659695509 2024-11-26T22:21:38,604 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.Compactor(224): Compacting cc35370046dd4bd0b8c45935ebbfdd15, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=533, earliestPutTs=1732659697637 2024-11-26T22:21:38,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073741954_1130 (size=13595) 2024-11-26T22:21:38,615 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:38,615 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34335 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-11-26T22:21:38,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb. 2024-11-26T22:21:38,616 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2837): Flushing 223e5329b5e2a589eb7b529da1e9ddfb 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-26T22:21:38,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 223e5329b5e2a589eb7b529da1e9ddfb, store=A 2024-11-26T22:21:38,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:21:38,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 223e5329b5e2a589eb7b529da1e9ddfb, store=B 2024-11-26T22:21:38,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:21:38,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 223e5329b5e2a589eb7b529da1e9ddfb, store=C 2024-11-26T22:21:38,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:21:38,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/A/4570981295324e64a71b63908eb7f376 is 50, key is test_row_0/A:col10/1732659697691/Put/seqid=0 2024-11-26T22:21:38,637 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 223e5329b5e2a589eb7b529da1e9ddfb#C#compaction#117 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T22:21:38,638 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/C/6ef0f311bc804ef499c88c1b52e325e2 is 50, key is test_row_0/C:col10/1732659697642/Put/seqid=0 2024-11-26T22:21:38,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-26T22:21:38,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073741955_1131 (size=12301) 2024-11-26T22:21:38,650 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=560 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/A/4570981295324e64a71b63908eb7f376 2024-11-26T22:21:38,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/B/f0c679056c4c4d2bada7aec5f08888fb is 50, key is test_row_0/B:col10/1732659697691/Put/seqid=0 2024-11-26T22:21:38,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073741956_1132 (size=13595) 2024-11-26T22:21:38,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073741957_1133 (size=12301) 2024-11-26T22:21:38,677 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/C/6ef0f311bc804ef499c88c1b52e325e2 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/C/6ef0f311bc804ef499c88c1b52e325e2 2024-11-26T22:21:38,686 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 223e5329b5e2a589eb7b529da1e9ddfb/C of 223e5329b5e2a589eb7b529da1e9ddfb into 6ef0f311bc804ef499c88c1b52e325e2(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T22:21:38,686 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 223e5329b5e2a589eb7b529da1e9ddfb: 2024-11-26T22:21:38,686 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb., storeName=223e5329b5e2a589eb7b529da1e9ddfb/C, priority=12, startTime=1732659698529; duration=0sec 2024-11-26T22:21:38,686 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T22:21:38,686 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 223e5329b5e2a589eb7b529da1e9ddfb:C 2024-11-26T22:21:38,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(8581): Flush requested on 223e5329b5e2a589eb7b529da1e9ddfb 2024-11-26T22:21:38,817 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb. as already flushing 2024-11-26T22:21:38,831 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:38,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 250 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56582 deadline: 1732659758827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:38,831 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:38,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 220 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56628 deadline: 1732659758829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:38,832 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:38,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 224 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56618 deadline: 1732659758830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:38,832 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:38,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 221 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56622 deadline: 1732659758832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:38,934 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:38,934 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:38,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 222 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56628 deadline: 1732659758933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:38,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 252 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56582 deadline: 1732659758932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:38,935 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:38,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 226 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56618 deadline: 1732659758933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:38,935 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:38,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 223 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56622 deadline: 1732659758933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:39,017 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/A/dc62e2e298f14ed29b310a480d868220 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/A/dc62e2e298f14ed29b310a480d868220 2024-11-26T22:21:39,024 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 223e5329b5e2a589eb7b529da1e9ddfb/A of 223e5329b5e2a589eb7b529da1e9ddfb into dc62e2e298f14ed29b310a480d868220(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T22:21:39,024 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 223e5329b5e2a589eb7b529da1e9ddfb: 2024-11-26T22:21:39,024 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb., storeName=223e5329b5e2a589eb7b529da1e9ddfb/A, priority=12, startTime=1732659698529; duration=0sec 2024-11-26T22:21:39,024 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T22:21:39,024 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 223e5329b5e2a589eb7b529da1e9ddfb:A 2024-11-26T22:21:39,075 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=560 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/B/f0c679056c4c4d2bada7aec5f08888fb 2024-11-26T22:21:39,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/C/fd285f4d3aa44ebfab39520c97bff3ca is 50, key is test_row_0/C:col10/1732659697691/Put/seqid=0 2024-11-26T22:21:39,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073741958_1134 (size=12301) 2024-11-26T22:21:39,137 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:39,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 254 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56582 deadline: 1732659759136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:39,137 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:39,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 224 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56628 deadline: 1732659759137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:39,138 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:39,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 225 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56622 deadline: 1732659759137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:39,139 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:39,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 228 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56618 deadline: 1732659759136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:39,440 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:39,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 256 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56582 deadline: 1732659759439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:39,440 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:39,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 227 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56622 deadline: 1732659759440, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:39,441 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:39,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 226 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56628 deadline: 1732659759440, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:39,442 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:39,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 230 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56618 deadline: 1732659759442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:39,494 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=560 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/C/fd285f4d3aa44ebfab39520c97bff3ca 2024-11-26T22:21:39,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/A/4570981295324e64a71b63908eb7f376 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/A/4570981295324e64a71b63908eb7f376 2024-11-26T22:21:39,514 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/A/4570981295324e64a71b63908eb7f376, entries=150, sequenceid=560, filesize=12.0 K 2024-11-26T22:21:39,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/B/f0c679056c4c4d2bada7aec5f08888fb as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/B/f0c679056c4c4d2bada7aec5f08888fb 2024-11-26T22:21:39,521 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/B/f0c679056c4c4d2bada7aec5f08888fb, entries=150, sequenceid=560, filesize=12.0 K 2024-11-26T22:21:39,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/C/fd285f4d3aa44ebfab39520c97bff3ca as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/C/fd285f4d3aa44ebfab39520c97bff3ca 2024-11-26T22:21:39,528 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/C/fd285f4d3aa44ebfab39520c97bff3ca, entries=150, sequenceid=560, filesize=12.0 K 2024-11-26T22:21:39,529 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 223e5329b5e2a589eb7b529da1e9ddfb in 913ms, sequenceid=560, compaction requested=false 2024-11-26T22:21:39,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2538): Flush status journal for 223e5329b5e2a589eb7b529da1e9ddfb: 2024-11-26T22:21:39,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb. 2024-11-26T22:21:39,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-11-26T22:21:39,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster(4106): Remote procedure done, pid=29 2024-11-26T22:21:39,533 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=29, resume processing ppid=28 2024-11-26T22:21:39,533 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=29, ppid=28, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9900 sec 2024-11-26T22:21:39,536 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=28, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees in 1.9980 sec 2024-11-26T22:21:39,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-26T22:21:39,645 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 28 completed 2024-11-26T22:21:39,646 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T22:21:39,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] procedure2.ProcedureExecutor(1098): Stored pid=30, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=30, table=TestAcidGuarantees 2024-11-26T22:21:39,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-26T22:21:39,649 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=30, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=30, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T22:21:39,649 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=30, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=30, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T22:21:39,650 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=31, ppid=30, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T22:21:39,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-26T22:21:39,801 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:39,802 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34335 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31 2024-11-26T22:21:39,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb. 2024-11-26T22:21:39,803 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2837): Flushing 223e5329b5e2a589eb7b529da1e9ddfb 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-26T22:21:39,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 223e5329b5e2a589eb7b529da1e9ddfb, store=A 2024-11-26T22:21:39,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:21:39,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 223e5329b5e2a589eb7b529da1e9ddfb, store=B 2024-11-26T22:21:39,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:21:39,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 223e5329b5e2a589eb7b529da1e9ddfb, store=C 2024-11-26T22:21:39,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:21:39,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/A/603eaa482a1e4afa9fd57c8bf4f11ac6 is 50, key is test_row_0/A:col10/1732659698820/Put/seqid=0 2024-11-26T22:21:39,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073741959_1135 (size=12301) 2024-11-26T22:21:39,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(8581): Flush requested on 223e5329b5e2a589eb7b529da1e9ddfb 2024-11-26T22:21:39,943 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb. as already flushing 2024-11-26T22:21:39,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-26T22:21:39,966 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:39,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 235 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56622 deadline: 1732659759965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:39,967 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:39,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 265 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56582 deadline: 1732659759965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:39,968 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:39,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 235 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56628 deadline: 1732659759966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:39,968 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:39,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 235 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56618 deadline: 1732659759967, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:40,068 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:40,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 267 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56582 deadline: 1732659760068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:40,069 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:40,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 237 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56622 deadline: 1732659760068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:40,069 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:40,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 237 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56628 deadline: 1732659760069, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:40,070 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:40,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 237 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56618 deadline: 1732659760069, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:40,226 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=572 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/A/603eaa482a1e4afa9fd57c8bf4f11ac6 2024-11-26T22:21:40,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/B/b6363fcbba494e2192f1155adef0162f is 50, key is test_row_0/B:col10/1732659698820/Put/seqid=0 2024-11-26T22:21:40,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073741960_1136 (size=12301) 2024-11-26T22:21:40,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-26T22:21:40,272 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:40,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 269 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56582 deadline: 1732659760270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:40,272 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:40,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 239 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56628 deadline: 1732659760271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:40,273 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:40,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 239 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56622 deadline: 1732659760272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:40,273 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:40,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 239 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56618 deadline: 1732659760272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:40,574 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:40,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 271 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56582 deadline: 1732659760573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:40,576 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:40,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 241 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56618 deadline: 1732659760575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:40,576 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:40,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 241 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56628 deadline: 1732659760575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:40,577 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:40,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 241 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56622 deadline: 1732659760576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:40,599 DEBUG [Thread-160 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0febc460 to 127.0.0.1:58789 2024-11-26T22:21:40,600 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T22:21:40,600 DEBUG [Thread-164 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3d5a9f0f to 127.0.0.1:58789 2024-11-26T22:21:40,600 DEBUG [Thread-164 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T22:21:40,601 DEBUG [Thread-162 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4e957ecd to 127.0.0.1:58789 2024-11-26T22:21:40,601 DEBUG [Thread-162 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T22:21:40,604 DEBUG [Thread-166 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x39028e20 to 127.0.0.1:58789 2024-11-26T22:21:40,604 DEBUG [Thread-166 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T22:21:40,645 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=572 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/B/b6363fcbba494e2192f1155adef0162f 2024-11-26T22:21:40,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/C/6cff2a4b4b1d486d8cdb7363ac46cda8 is 50, key is test_row_0/C:col10/1732659698820/Put/seqid=0 2024-11-26T22:21:40,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073741961_1137 (size=12301) 2024-11-26T22:21:40,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-26T22:21:40,770 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:40,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56606 deadline: 1732659760770, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:40,771 DEBUG [Thread-157 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8165 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb., hostname=d8c094cf5ab0,34335,1732659674113, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T22:21:41,058 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=572 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/C/6cff2a4b4b1d486d8cdb7363ac46cda8 2024-11-26T22:21:41,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/A/603eaa482a1e4afa9fd57c8bf4f11ac6 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/A/603eaa482a1e4afa9fd57c8bf4f11ac6 2024-11-26T22:21:41,069 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/A/603eaa482a1e4afa9fd57c8bf4f11ac6, entries=150, sequenceid=572, filesize=12.0 K 2024-11-26T22:21:41,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/B/b6363fcbba494e2192f1155adef0162f as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/B/b6363fcbba494e2192f1155adef0162f 2024-11-26T22:21:41,074 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/B/b6363fcbba494e2192f1155adef0162f, entries=150, sequenceid=572, filesize=12.0 K 2024-11-26T22:21:41,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/C/6cff2a4b4b1d486d8cdb7363ac46cda8 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/C/6cff2a4b4b1d486d8cdb7363ac46cda8 2024-11-26T22:21:41,078 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:41,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 273 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56582 deadline: 1732659761078, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:41,079 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/C/6cff2a4b4b1d486d8cdb7363ac46cda8, entries=150, sequenceid=572, filesize=12.0 K 2024-11-26T22:21:41,080 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(3040): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=154.31 KB/158010 for 223e5329b5e2a589eb7b529da1e9ddfb in 1278ms, sequenceid=572, compaction requested=true 2024-11-26T22:21:41,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2538): Flush status journal for 223e5329b5e2a589eb7b529da1e9ddfb: 2024-11-26T22:21:41,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb. 2024-11-26T22:21:41,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-11-26T22:21:41,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster(4106): Remote procedure done, pid=31 2024-11-26T22:21:41,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(8581): Flush requested on 223e5329b5e2a589eb7b529da1e9ddfb 2024-11-26T22:21:41,082 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 223e5329b5e2a589eb7b529da1e9ddfb 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-11-26T22:21:41,083 DEBUG [Thread-155 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2dd0bbda to 127.0.0.1:58789 2024-11-26T22:21:41,083 DEBUG [Thread-149 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6cd26d7b to 127.0.0.1:58789 2024-11-26T22:21:41,083 DEBUG [Thread-155 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T22:21:41,083 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T22:21:41,083 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 223e5329b5e2a589eb7b529da1e9ddfb, store=A 2024-11-26T22:21:41,083 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:21:41,083 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 223e5329b5e2a589eb7b529da1e9ddfb, store=B 2024-11-26T22:21:41,083 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:21:41,083 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 223e5329b5e2a589eb7b529da1e9ddfb, store=C 2024-11-26T22:21:41,083 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:21:41,084 DEBUG [Thread-153 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x18751c86 to 127.0.0.1:58789 2024-11-26T22:21:41,084 DEBUG [Thread-153 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T22:21:41,085 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=31, resume processing ppid=30 2024-11-26T22:21:41,085 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=31, ppid=30, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4320 sec 2024-11-26T22:21:41,087 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=30, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=30, table=TestAcidGuarantees in 1.4390 sec 2024-11-26T22:21:41,088 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/A/5fac7edff84840ca882f015bc24796fb is 50, key is test_row_0/A:col10/1732659699953/Put/seqid=0 2024-11-26T22:21:41,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073741962_1138 (size=12301) 2024-11-26T22:21:41,493 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=600 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/A/5fac7edff84840ca882f015bc24796fb 2024-11-26T22:21:41,501 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/B/3997d3fe66c5422c819c1bac6e9d30af is 50, key is test_row_0/B:col10/1732659699953/Put/seqid=0 2024-11-26T22:21:41,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073741963_1139 (size=12301) 2024-11-26T22:21:41,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-26T22:21:41,753 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 30 completed 2024-11-26T22:21:41,906 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=600 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/B/3997d3fe66c5422c819c1bac6e9d30af 2024-11-26T22:21:41,914 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/C/09a688d224b94d199c8136f630bd6cbf is 50, key is test_row_0/C:col10/1732659699953/Put/seqid=0 2024-11-26T22:21:41,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073741964_1140 (size=12301) 2024-11-26T22:21:42,086 DEBUG [Thread-151 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x536a4a58 to 127.0.0.1:58789 2024-11-26T22:21:42,086 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T22:21:42,319 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=600 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/C/09a688d224b94d199c8136f630bd6cbf 2024-11-26T22:21:42,325 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/A/5fac7edff84840ca882f015bc24796fb as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/A/5fac7edff84840ca882f015bc24796fb 2024-11-26T22:21:42,330 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/A/5fac7edff84840ca882f015bc24796fb, entries=150, sequenceid=600, filesize=12.0 K 2024-11-26T22:21:42,331 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/B/3997d3fe66c5422c819c1bac6e9d30af as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/B/3997d3fe66c5422c819c1bac6e9d30af 2024-11-26T22:21:42,335 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/B/3997d3fe66c5422c819c1bac6e9d30af, entries=150, sequenceid=600, filesize=12.0 K 2024-11-26T22:21:42,336 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/C/09a688d224b94d199c8136f630bd6cbf as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/C/09a688d224b94d199c8136f630bd6cbf 2024-11-26T22:21:42,340 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/C/09a688d224b94d199c8136f630bd6cbf, entries=150, sequenceid=600, filesize=12.0 K 2024-11-26T22:21:42,341 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=13.42 KB/13740 for 223e5329b5e2a589eb7b529da1e9ddfb in 1259ms, sequenceid=600, compaction requested=true 2024-11-26T22:21:42,341 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 223e5329b5e2a589eb7b529da1e9ddfb: 2024-11-26T22:21:42,341 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 223e5329b5e2a589eb7b529da1e9ddfb:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T22:21:42,341 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T22:21:42,341 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 223e5329b5e2a589eb7b529da1e9ddfb:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T22:21:42,341 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T22:21:42,341 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T22:21:42,342 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 223e5329b5e2a589eb7b529da1e9ddfb:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T22:21:42,342 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T22:21:42,342 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T22:21:42,343 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50498 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-26T22:21:42,343 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HStore(1540): 223e5329b5e2a589eb7b529da1e9ddfb/A is initiating minor compaction (all files) 2024-11-26T22:21:42,343 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50498 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-26T22:21:42,343 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 223e5329b5e2a589eb7b529da1e9ddfb/A in TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb. 2024-11-26T22:21:42,343 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HStore(1540): 223e5329b5e2a589eb7b529da1e9ddfb/B is initiating minor compaction (all files) 2024-11-26T22:21:42,343 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 223e5329b5e2a589eb7b529da1e9ddfb/B in TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb. 2024-11-26T22:21:42,343 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/A/dc62e2e298f14ed29b310a480d868220, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/A/4570981295324e64a71b63908eb7f376, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/A/603eaa482a1e4afa9fd57c8bf4f11ac6, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/A/5fac7edff84840ca882f015bc24796fb] into tmpdir=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp, totalSize=49.3 K 2024-11-26T22:21:42,343 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/B/455e71115d114705932b808d7d136d6f, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/B/f0c679056c4c4d2bada7aec5f08888fb, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/B/b6363fcbba494e2192f1155adef0162f, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/B/3997d3fe66c5422c819c1bac6e9d30af] into tmpdir=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp, totalSize=49.3 K 2024-11-26T22:21:42,344 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.Compactor(224): Compacting 455e71115d114705932b808d7d136d6f, keycount=150, bloomtype=ROW, size=13.3 K, encoding=NONE, compression=NONE, seqNum=533, earliestPutTs=1732659697637 2024-11-26T22:21:42,344 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.Compactor(224): Compacting dc62e2e298f14ed29b310a480d868220, keycount=150, bloomtype=ROW, size=13.3 K, encoding=NONE, compression=NONE, seqNum=533, earliestPutTs=1732659697637 2024-11-26T22:21:42,344 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.Compactor(224): Compacting f0c679056c4c4d2bada7aec5f08888fb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=560, earliestPutTs=1732659697691 2024-11-26T22:21:42,344 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4570981295324e64a71b63908eb7f376, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=560, earliestPutTs=1732659697691 2024-11-26T22:21:42,344 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.Compactor(224): Compacting b6363fcbba494e2192f1155adef0162f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=572, earliestPutTs=1732659698820 2024-11-26T22:21:42,344 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.Compactor(224): Compacting 603eaa482a1e4afa9fd57c8bf4f11ac6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=572, earliestPutTs=1732659698820 2024-11-26T22:21:42,345 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.Compactor(224): Compacting 3997d3fe66c5422c819c1bac6e9d30af, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=600, earliestPutTs=1732659699953 2024-11-26T22:21:42,345 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5fac7edff84840ca882f015bc24796fb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=600, earliestPutTs=1732659699953 2024-11-26T22:21:42,355 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 223e5329b5e2a589eb7b529da1e9ddfb#B#compaction#126 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-26T22:21:42,356 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/B/cbd4cf0fc8bf4765871f7a336d8a5512 is 50, key is test_row_0/B:col10/1732659699953/Put/seqid=0 2024-11-26T22:21:42,356 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 223e5329b5e2a589eb7b529da1e9ddfb#A#compaction#127 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T22:21:42,357 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/A/ac0bd392bd78478db1748236db77065d is 50, key is test_row_0/A:col10/1732659699953/Put/seqid=0 2024-11-26T22:21:42,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073741965_1141 (size=13731) 2024-11-26T22:21:42,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073741966_1142 (size=13731) 2024-11-26T22:21:42,455 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-26T22:21:42,767 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/B/cbd4cf0fc8bf4765871f7a336d8a5512 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/B/cbd4cf0fc8bf4765871f7a336d8a5512 2024-11-26T22:21:42,767 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/A/ac0bd392bd78478db1748236db77065d as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/A/ac0bd392bd78478db1748236db77065d 2024-11-26T22:21:42,772 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 223e5329b5e2a589eb7b529da1e9ddfb/A of 223e5329b5e2a589eb7b529da1e9ddfb into ac0bd392bd78478db1748236db77065d(size=13.4 K), total size for store is 13.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T22:21:42,772 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 223e5329b5e2a589eb7b529da1e9ddfb/B of 223e5329b5e2a589eb7b529da1e9ddfb into cbd4cf0fc8bf4765871f7a336d8a5512(size=13.4 K), total size for store is 13.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T22:21:42,773 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 223e5329b5e2a589eb7b529da1e9ddfb: 2024-11-26T22:21:42,773 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 223e5329b5e2a589eb7b529da1e9ddfb: 2024-11-26T22:21:42,773 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb., storeName=223e5329b5e2a589eb7b529da1e9ddfb/A, priority=12, startTime=1732659702341; duration=0sec 2024-11-26T22:21:42,773 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb., storeName=223e5329b5e2a589eb7b529da1e9ddfb/B, priority=12, startTime=1732659702341; duration=0sec 2024-11-26T22:21:42,773 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T22:21:42,773 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 223e5329b5e2a589eb7b529da1e9ddfb:A 2024-11-26T22:21:42,773 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T22:21:42,773 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T22:21:42,773 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 223e5329b5e2a589eb7b529da1e9ddfb:B 2024-11-26T22:21:42,774 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50498 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-26T22:21:42,774 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HStore(1540): 223e5329b5e2a589eb7b529da1e9ddfb/C is initiating minor compaction (all files) 2024-11-26T22:21:42,774 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 223e5329b5e2a589eb7b529da1e9ddfb/C in TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb. 2024-11-26T22:21:42,774 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/C/6ef0f311bc804ef499c88c1b52e325e2, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/C/fd285f4d3aa44ebfab39520c97bff3ca, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/C/6cff2a4b4b1d486d8cdb7363ac46cda8, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/C/09a688d224b94d199c8136f630bd6cbf] into tmpdir=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp, totalSize=49.3 K 2024-11-26T22:21:42,775 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6ef0f311bc804ef499c88c1b52e325e2, keycount=150, bloomtype=ROW, size=13.3 K, encoding=NONE, compression=NONE, seqNum=533, earliestPutTs=1732659697637 2024-11-26T22:21:42,775 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.Compactor(224): Compacting fd285f4d3aa44ebfab39520c97bff3ca, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=560, earliestPutTs=1732659697691 2024-11-26T22:21:42,775 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6cff2a4b4b1d486d8cdb7363ac46cda8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=572, earliestPutTs=1732659698820 2024-11-26T22:21:42,776 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.Compactor(224): Compacting 09a688d224b94d199c8136f630bd6cbf, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=600, earliestPutTs=1732659699953 2024-11-26T22:21:42,786 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 223e5329b5e2a589eb7b529da1e9ddfb#C#compaction#128 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T22:21:42,786 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/C/00571cc5e9604d939f0a1f2df19d66e3 is 50, key is test_row_0/C:col10/1732659699953/Put/seqid=0 2024-11-26T22:21:42,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073741967_1143 (size=13731) 2024-11-26T22:21:43,198 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/C/00571cc5e9604d939f0a1f2df19d66e3 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/C/00571cc5e9604d939f0a1f2df19d66e3 2024-11-26T22:21:43,203 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 223e5329b5e2a589eb7b529da1e9ddfb/C of 223e5329b5e2a589eb7b529da1e9ddfb into 00571cc5e9604d939f0a1f2df19d66e3(size=13.4 K), total size for store is 13.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T22:21:43,203 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 223e5329b5e2a589eb7b529da1e9ddfb: 2024-11-26T22:21:43,203 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb., storeName=223e5329b5e2a589eb7b529da1e9ddfb/C, priority=12, startTime=1732659702342; duration=0sec 2024-11-26T22:21:43,203 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T22:21:43,203 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 223e5329b5e2a589eb7b529da1e9ddfb:C 2024-11-26T22:21:47,590 DEBUG [BootstrapNodeManager {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-26T22:21:47,591 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50794, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-26T22:21:50,818 DEBUG [Thread-157 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7c57419f to 127.0.0.1:58789 2024-11-26T22:21:50,818 DEBUG [Thread-157 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T22:21:50,818 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-26T22:21:50,819 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 91 2024-11-26T22:21:50,819 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 137 2024-11-26T22:21:50,819 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 91 2024-11-26T22:21:50,819 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 91 2024-11-26T22:21:50,819 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 66 2024-11-26T22:21:50,819 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-26T22:21:50,819 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 5770 2024-11-26T22:21:50,819 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 5566 2024-11-26T22:21:50,819 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-26T22:21:50,819 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2432 2024-11-26T22:21:50,819 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 7296 rows 2024-11-26T22:21:50,819 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2446 2024-11-26T22:21:50,819 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 7338 rows 2024-11-26T22:21:50,819 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-26T22:21:50,819 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x22ff9396 to 127.0.0.1:58789 2024-11-26T22:21:50,819 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T22:21:50,826 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-26T22:21:50,830 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-26T22:21:50,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] procedure2.ProcedureExecutor(1098): Stored pid=32, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-26T22:21:50,838 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732659710837"}]},"ts":"1732659710837"} 2024-11-26T22:21:50,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-26T22:21:50,839 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-26T22:21:50,841 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-26T22:21:50,843 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-26T22:21:50,848 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=34, ppid=33, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=223e5329b5e2a589eb7b529da1e9ddfb, UNASSIGN}] 2024-11-26T22:21:50,848 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=34, ppid=33, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=223e5329b5e2a589eb7b529da1e9ddfb, UNASSIGN 2024-11-26T22:21:50,849 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=34 updating hbase:meta row=223e5329b5e2a589eb7b529da1e9ddfb, regionState=CLOSING, regionLocation=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:50,850 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-26T22:21:50,850 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=35, ppid=34, state=RUNNABLE; CloseRegionProcedure 223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113}] 2024-11-26T22:21:50,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-26T22:21:51,005 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:51,006 INFO [RS_CLOSE_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] handler.UnassignRegionHandler(124): Close 223e5329b5e2a589eb7b529da1e9ddfb 2024-11-26T22:21:51,007 DEBUG [RS_CLOSE_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-26T22:21:51,007 DEBUG [RS_CLOSE_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HRegion(1681): Closing 223e5329b5e2a589eb7b529da1e9ddfb, disabling compactions & flushes 2024-11-26T22:21:51,007 INFO [RS_CLOSE_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb. 2024-11-26T22:21:51,007 DEBUG [RS_CLOSE_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb. 2024-11-26T22:21:51,007 DEBUG [RS_CLOSE_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb. after waiting 0 ms 2024-11-26T22:21:51,007 DEBUG [RS_CLOSE_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb. 2024-11-26T22:21:51,008 INFO [RS_CLOSE_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HRegion(2837): Flushing 223e5329b5e2a589eb7b529da1e9ddfb 3/3 column families, dataSize=20.13 KB heapSize=53.48 KB 2024-11-26T22:21:51,008 DEBUG [RS_CLOSE_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 223e5329b5e2a589eb7b529da1e9ddfb, store=A 2024-11-26T22:21:51,008 DEBUG [RS_CLOSE_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:21:51,008 DEBUG [RS_CLOSE_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 223e5329b5e2a589eb7b529da1e9ddfb, store=B 2024-11-26T22:21:51,008 DEBUG [RS_CLOSE_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:21:51,008 DEBUG [RS_CLOSE_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 223e5329b5e2a589eb7b529da1e9ddfb, store=C 2024-11-26T22:21:51,008 DEBUG [RS_CLOSE_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:21:51,012 DEBUG [RS_CLOSE_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/A/b541d09334634c5280c9c4fb6cefa511 is 50, key is test_row_1/A:col10/1732659702085/Put/seqid=0 2024-11-26T22:21:51,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073741968_1144 (size=9857) 2024-11-26T22:21:51,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-26T22:21:51,417 INFO [RS_CLOSE_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=609 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/A/b541d09334634c5280c9c4fb6cefa511 2024-11-26T22:21:51,427 DEBUG [RS_CLOSE_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/B/316adde6b16b47968edf01bd1cd03cec is 50, key is test_row_1/B:col10/1732659702085/Put/seqid=0 2024-11-26T22:21:51,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073741969_1145 (size=9857) 2024-11-26T22:21:51,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-26T22:21:51,832 INFO [RS_CLOSE_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=609 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/B/316adde6b16b47968edf01bd1cd03cec 2024-11-26T22:21:51,840 DEBUG [RS_CLOSE_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/C/fb567a970bdb448d8d3679ae8099513d is 50, key is test_row_1/C:col10/1732659702085/Put/seqid=0 2024-11-26T22:21:51,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073741970_1146 (size=9857) 2024-11-26T22:21:51,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-26T22:21:52,248 INFO [RS_CLOSE_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=609 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/C/fb567a970bdb448d8d3679ae8099513d 2024-11-26T22:21:52,253 DEBUG [RS_CLOSE_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/A/b541d09334634c5280c9c4fb6cefa511 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/A/b541d09334634c5280c9c4fb6cefa511 2024-11-26T22:21:52,258 INFO [RS_CLOSE_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/A/b541d09334634c5280c9c4fb6cefa511, entries=100, sequenceid=609, filesize=9.6 K 2024-11-26T22:21:52,259 DEBUG [RS_CLOSE_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/B/316adde6b16b47968edf01bd1cd03cec as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/B/316adde6b16b47968edf01bd1cd03cec 2024-11-26T22:21:52,263 INFO [RS_CLOSE_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/B/316adde6b16b47968edf01bd1cd03cec, entries=100, sequenceid=609, filesize=9.6 K 2024-11-26T22:21:52,264 DEBUG [RS_CLOSE_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/.tmp/C/fb567a970bdb448d8d3679ae8099513d as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/C/fb567a970bdb448d8d3679ae8099513d 2024-11-26T22:21:52,270 INFO [RS_CLOSE_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/C/fb567a970bdb448d8d3679ae8099513d, entries=100, sequenceid=609, filesize=9.6 K 2024-11-26T22:21:52,271 INFO [RS_CLOSE_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HRegion(3040): Finished flush of dataSize ~20.13 KB/20610, heapSize ~53.44 KB/54720, currentSize=0 B/0 for 223e5329b5e2a589eb7b529da1e9ddfb in 1264ms, sequenceid=609, compaction requested=false 2024-11-26T22:21:52,272 DEBUG [StoreCloser-TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/A/6ecca5f952fc464e82e190838f62d4a8, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/A/7d8161b48f4c43ba8d3d61ea294b13ea, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/A/ee1c8cf033c04311a4abd7ff95c37a7b, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/A/2b59a5e18d3d4159ac5d82519a028a5c, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/A/247d23817d7e40e48e29923c6c72cec8, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/A/30869c4cc13e470c880a646e6669f38c, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/A/761c8b3ae58a4a31b4a5d08f3d7ee7a9, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/A/9d7773aa6a4f413090e81d2fb86bc310, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/A/4f8c7c87d0834ef2831161e51dc9ec6d, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/A/ffd53c20db034736aa9bddf5a9ccaa15, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/A/3bf19164ec104405a10d02fe0c1b86ff, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/A/508db59cc2644477bbc348c4bc569e21, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/A/45da2e02f11a40c1b664b6f5ee445882, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/A/fc1737d8511e441187c1b2f2d09beeb4, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/A/3c6846ff8b904297807f47ee2d40dce2, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/A/6ecdca268f2d440b9bb7822ca5bb357c, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/A/7678d7a3e11049dba0e7a71372f8e3f0, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/A/a011a3b72b6a48d0b09cca33467243f6, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/A/4e36981ee0844cd9a103833b8ff90363, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/A/6bf8b2b196484c17a1b86fce3ec91796, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/A/2e107705829743948c6483a5ab59d420, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/A/69f7a65938e54bcab102f6360b8362e8, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/A/b14e0bb0416146fabca3ea5582dfd04c, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/A/8e7b3b75854c4fcb9ec58bdf5516c75d, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/A/177d24a84c6444f89825eb35904e39fa, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/A/01973e86d53049a7bbd6665b42f740e6, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/A/43d9147acdcc4319972a1bad34a24730, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/A/d42086ae4b1f46f8a0a00cca37f4cd4b, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/A/7c7f7d807185439792db274a6c7208b6, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/A/20f02c8fcb184aac9c7f2b4571e80792, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/A/43dd992579194198a6a1d3316a0cf853, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/A/732a4c3acb6a4f9793cb229035277321, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/A/1f43eee381364e49ba84c2968e61ba18, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/A/695ec6d6071848e280bc1711d9006dd7, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/A/f8d51c2a79f04d9ea3a8714706826de0, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/A/b26a4d3e18ff4e0fb036c43a6400e3bc, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/A/3beeb27599a64316b60fd0f8841b7797, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/A/2b3bc7f4df0a468cbb3a08d6aacf88ab, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/A/dc62e2e298f14ed29b310a480d868220, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/A/4570981295324e64a71b63908eb7f376, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/A/603eaa482a1e4afa9fd57c8bf4f11ac6, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/A/5fac7edff84840ca882f015bc24796fb] to archive 2024-11-26T22:21:52,275 DEBUG [StoreCloser-TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-26T22:21:52,281 DEBUG [StoreCloser-TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/A/6ecca5f952fc464e82e190838f62d4a8 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/A/6ecca5f952fc464e82e190838f62d4a8 2024-11-26T22:21:52,283 DEBUG [StoreCloser-TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/A/7d8161b48f4c43ba8d3d61ea294b13ea to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/A/7d8161b48f4c43ba8d3d61ea294b13ea 2024-11-26T22:21:52,284 DEBUG [StoreCloser-TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/A/ee1c8cf033c04311a4abd7ff95c37a7b to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/A/ee1c8cf033c04311a4abd7ff95c37a7b 2024-11-26T22:21:52,285 DEBUG [StoreCloser-TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/A/2b59a5e18d3d4159ac5d82519a028a5c to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/A/2b59a5e18d3d4159ac5d82519a028a5c 2024-11-26T22:21:52,287 DEBUG [StoreCloser-TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/A/247d23817d7e40e48e29923c6c72cec8 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/A/247d23817d7e40e48e29923c6c72cec8 2024-11-26T22:21:52,288 DEBUG [StoreCloser-TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/A/30869c4cc13e470c880a646e6669f38c to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/A/30869c4cc13e470c880a646e6669f38c 2024-11-26T22:21:52,289 DEBUG [StoreCloser-TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/A/761c8b3ae58a4a31b4a5d08f3d7ee7a9 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/A/761c8b3ae58a4a31b4a5d08f3d7ee7a9 2024-11-26T22:21:52,291 DEBUG [StoreCloser-TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/A/9d7773aa6a4f413090e81d2fb86bc310 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/A/9d7773aa6a4f413090e81d2fb86bc310 2024-11-26T22:21:52,292 DEBUG [StoreCloser-TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/A/4f8c7c87d0834ef2831161e51dc9ec6d to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/A/4f8c7c87d0834ef2831161e51dc9ec6d 2024-11-26T22:21:52,294 DEBUG [StoreCloser-TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/A/ffd53c20db034736aa9bddf5a9ccaa15 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/A/ffd53c20db034736aa9bddf5a9ccaa15 2024-11-26T22:21:52,295 DEBUG [StoreCloser-TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/A/3bf19164ec104405a10d02fe0c1b86ff to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/A/3bf19164ec104405a10d02fe0c1b86ff 2024-11-26T22:21:52,296 DEBUG [StoreCloser-TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/A/508db59cc2644477bbc348c4bc569e21 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/A/508db59cc2644477bbc348c4bc569e21 2024-11-26T22:21:52,298 DEBUG [StoreCloser-TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/A/45da2e02f11a40c1b664b6f5ee445882 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/A/45da2e02f11a40c1b664b6f5ee445882 2024-11-26T22:21:52,299 DEBUG [StoreCloser-TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/A/fc1737d8511e441187c1b2f2d09beeb4 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/A/fc1737d8511e441187c1b2f2d09beeb4 2024-11-26T22:21:52,301 DEBUG [StoreCloser-TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/A/3c6846ff8b904297807f47ee2d40dce2 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/A/3c6846ff8b904297807f47ee2d40dce2 2024-11-26T22:21:52,303 DEBUG [StoreCloser-TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/A/6ecdca268f2d440b9bb7822ca5bb357c to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/A/6ecdca268f2d440b9bb7822ca5bb357c 2024-11-26T22:21:52,304 DEBUG [StoreCloser-TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/A/7678d7a3e11049dba0e7a71372f8e3f0 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/A/7678d7a3e11049dba0e7a71372f8e3f0 2024-11-26T22:21:52,307 DEBUG [StoreCloser-TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/A/a011a3b72b6a48d0b09cca33467243f6 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/A/a011a3b72b6a48d0b09cca33467243f6 2024-11-26T22:21:52,309 DEBUG [StoreCloser-TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/A/4e36981ee0844cd9a103833b8ff90363 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/A/4e36981ee0844cd9a103833b8ff90363 2024-11-26T22:21:52,316 DEBUG [StoreCloser-TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/A/6bf8b2b196484c17a1b86fce3ec91796 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/A/6bf8b2b196484c17a1b86fce3ec91796 2024-11-26T22:21:52,318 DEBUG [StoreCloser-TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/A/2e107705829743948c6483a5ab59d420 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/A/2e107705829743948c6483a5ab59d420 2024-11-26T22:21:52,320 DEBUG [StoreCloser-TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/A/69f7a65938e54bcab102f6360b8362e8 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/A/69f7a65938e54bcab102f6360b8362e8 2024-11-26T22:21:52,322 DEBUG [StoreCloser-TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/A/b14e0bb0416146fabca3ea5582dfd04c to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/A/b14e0bb0416146fabca3ea5582dfd04c 2024-11-26T22:21:52,324 DEBUG [StoreCloser-TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/A/8e7b3b75854c4fcb9ec58bdf5516c75d to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/A/8e7b3b75854c4fcb9ec58bdf5516c75d 2024-11-26T22:21:52,326 DEBUG [StoreCloser-TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/A/177d24a84c6444f89825eb35904e39fa to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/A/177d24a84c6444f89825eb35904e39fa 2024-11-26T22:21:52,327 DEBUG [StoreCloser-TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/A/01973e86d53049a7bbd6665b42f740e6 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/A/01973e86d53049a7bbd6665b42f740e6 2024-11-26T22:21:52,328 DEBUG [StoreCloser-TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/A/43d9147acdcc4319972a1bad34a24730 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/A/43d9147acdcc4319972a1bad34a24730 2024-11-26T22:21:52,330 DEBUG [StoreCloser-TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/A/d42086ae4b1f46f8a0a00cca37f4cd4b to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/A/d42086ae4b1f46f8a0a00cca37f4cd4b 2024-11-26T22:21:52,331 DEBUG [StoreCloser-TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/A/7c7f7d807185439792db274a6c7208b6 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/A/7c7f7d807185439792db274a6c7208b6 2024-11-26T22:21:52,332 DEBUG [StoreCloser-TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/A/20f02c8fcb184aac9c7f2b4571e80792 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/A/20f02c8fcb184aac9c7f2b4571e80792 2024-11-26T22:21:52,335 DEBUG [StoreCloser-TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/A/43dd992579194198a6a1d3316a0cf853 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/A/43dd992579194198a6a1d3316a0cf853 2024-11-26T22:21:52,336 DEBUG [StoreCloser-TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/A/732a4c3acb6a4f9793cb229035277321 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/A/732a4c3acb6a4f9793cb229035277321 2024-11-26T22:21:52,338 DEBUG [StoreCloser-TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/A/1f43eee381364e49ba84c2968e61ba18 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/A/1f43eee381364e49ba84c2968e61ba18 2024-11-26T22:21:52,339 DEBUG [StoreCloser-TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/A/695ec6d6071848e280bc1711d9006dd7 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/A/695ec6d6071848e280bc1711d9006dd7 2024-11-26T22:21:52,341 DEBUG [StoreCloser-TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/A/f8d51c2a79f04d9ea3a8714706826de0 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/A/f8d51c2a79f04d9ea3a8714706826de0 2024-11-26T22:21:52,342 DEBUG [StoreCloser-TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/A/b26a4d3e18ff4e0fb036c43a6400e3bc to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/A/b26a4d3e18ff4e0fb036c43a6400e3bc 2024-11-26T22:21:52,343 DEBUG [StoreCloser-TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/A/3beeb27599a64316b60fd0f8841b7797 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/A/3beeb27599a64316b60fd0f8841b7797 2024-11-26T22:21:52,344 DEBUG [StoreCloser-TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/A/2b3bc7f4df0a468cbb3a08d6aacf88ab to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/A/2b3bc7f4df0a468cbb3a08d6aacf88ab 2024-11-26T22:21:52,346 DEBUG [StoreCloser-TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/A/dc62e2e298f14ed29b310a480d868220 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/A/dc62e2e298f14ed29b310a480d868220 2024-11-26T22:21:52,347 DEBUG [StoreCloser-TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/A/4570981295324e64a71b63908eb7f376 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/A/4570981295324e64a71b63908eb7f376 2024-11-26T22:21:52,349 DEBUG [StoreCloser-TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/A/603eaa482a1e4afa9fd57c8bf4f11ac6 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/A/603eaa482a1e4afa9fd57c8bf4f11ac6 2024-11-26T22:21:52,350 DEBUG [StoreCloser-TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/A/5fac7edff84840ca882f015bc24796fb to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/A/5fac7edff84840ca882f015bc24796fb 2024-11-26T22:21:52,366 DEBUG [StoreCloser-TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/B/c704f6b12e0a434785d46a53cb289003, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/B/3ff68e686904476a861037ac34690deb, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/B/ac92adb102274811a99872a8b32adcee, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/B/93df4c89e0d7484eb36ab7c0adf89685, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/B/0c7b96eb9f85454ea3da0478cf6ad7fb, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/B/768eb6920aca4beba9c18d401889db78, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/B/0f81d78c81914b54a49984d45edaa5e1, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/B/3138852e28f64e2bbb514a3551c2b25a, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/B/a14749fa93a4440a9a5d8e56f443d343, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/B/22c119ee1afc4df8b5e03c5b1489641a, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/B/eda1212d8db447d1a5358f763c0d6452, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/B/5a896d4782f34da0ac8e951a2b7d1e06, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/B/26deedb3e2c84398aead87c597dc1046, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/B/25a11480280a42cfa64c8306b82f65bf, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/B/f7bab01638d243b787d094bad4237374, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/B/fce2c71959174d8ea4396c586c95edf9, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/B/9048aa5a8da74df894deae29ec798392, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/B/388e0e1802754ac2b1e1bd5f644b32a9, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/B/b5c767915a7b493482d41560806f1744, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/B/65d89f3eeb2c4caa8d251a09bf55a166, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/B/66c7e86eb4c448d8be881aa81a20df56, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/B/1f82e18f2a3c48718c6c0f901a4e29aa, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/B/99f9bb5949f84befa24c4b8f5f9b85a3, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/B/5ede7bd8025743f484814414d52258c5, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/B/85d0e39f12f64418ba94fed0a07ac56a, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/B/55a1bb762c964da38832c77f9696af2c, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/B/4b38acd402394f4dbb0e04b96f043d56, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/B/201170dfb03941659ff41776263f613c, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/B/7a39974254bb46d2a8312dab99d1c29d, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/B/ed3fad75d7f44728baca3519a4b68c39, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/B/fd5d7c5dd4394eed9d97de79a1e905a0, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/B/23826fd0b4c94b03b0f6bed36f6ad9de, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/B/4857f001724343ac81429b5007a2c446, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/B/d8edb17c648942c186d3941bc73c00bb, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/B/d1d0f2d6566f41afbb7e799f14505c90, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/B/8ffeb1df21e44fe6a477d88920b14dcf, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/B/3d528d0aac2a40efa8dea51d30f51e98, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/B/455e71115d114705932b808d7d136d6f, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/B/cc0307d082d44bce9f552cb3ff13d249, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/B/f0c679056c4c4d2bada7aec5f08888fb, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/B/b6363fcbba494e2192f1155adef0162f, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/B/3997d3fe66c5422c819c1bac6e9d30af] to archive 2024-11-26T22:21:52,367 DEBUG [StoreCloser-TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-26T22:21:52,369 DEBUG [StoreCloser-TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/B/c704f6b12e0a434785d46a53cb289003 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/B/c704f6b12e0a434785d46a53cb289003 2024-11-26T22:21:52,370 DEBUG [StoreCloser-TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/B/3ff68e686904476a861037ac34690deb to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/B/3ff68e686904476a861037ac34690deb 2024-11-26T22:21:52,372 DEBUG [StoreCloser-TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/B/ac92adb102274811a99872a8b32adcee to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/B/ac92adb102274811a99872a8b32adcee 2024-11-26T22:21:52,373 DEBUG [StoreCloser-TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/B/93df4c89e0d7484eb36ab7c0adf89685 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/B/93df4c89e0d7484eb36ab7c0adf89685 2024-11-26T22:21:52,374 DEBUG [StoreCloser-TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/B/0c7b96eb9f85454ea3da0478cf6ad7fb to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/B/0c7b96eb9f85454ea3da0478cf6ad7fb 2024-11-26T22:21:52,375 DEBUG [StoreCloser-TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/B/768eb6920aca4beba9c18d401889db78 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/B/768eb6920aca4beba9c18d401889db78 2024-11-26T22:21:52,377 DEBUG [StoreCloser-TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/B/0f81d78c81914b54a49984d45edaa5e1 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/B/0f81d78c81914b54a49984d45edaa5e1 2024-11-26T22:21:52,378 DEBUG [StoreCloser-TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/B/3138852e28f64e2bbb514a3551c2b25a to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/B/3138852e28f64e2bbb514a3551c2b25a 2024-11-26T22:21:52,379 DEBUG [StoreCloser-TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/B/a14749fa93a4440a9a5d8e56f443d343 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/B/a14749fa93a4440a9a5d8e56f443d343 2024-11-26T22:21:52,380 DEBUG [StoreCloser-TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/B/22c119ee1afc4df8b5e03c5b1489641a to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/B/22c119ee1afc4df8b5e03c5b1489641a 2024-11-26T22:21:52,381 DEBUG [StoreCloser-TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/B/eda1212d8db447d1a5358f763c0d6452 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/B/eda1212d8db447d1a5358f763c0d6452 2024-11-26T22:21:52,383 DEBUG [StoreCloser-TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/B/5a896d4782f34da0ac8e951a2b7d1e06 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/B/5a896d4782f34da0ac8e951a2b7d1e06 2024-11-26T22:21:52,384 DEBUG [StoreCloser-TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/B/26deedb3e2c84398aead87c597dc1046 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/B/26deedb3e2c84398aead87c597dc1046 2024-11-26T22:21:52,385 DEBUG [StoreCloser-TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/B/25a11480280a42cfa64c8306b82f65bf to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/B/25a11480280a42cfa64c8306b82f65bf 2024-11-26T22:21:52,386 DEBUG [StoreCloser-TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/B/f7bab01638d243b787d094bad4237374 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/B/f7bab01638d243b787d094bad4237374 2024-11-26T22:21:52,387 DEBUG [StoreCloser-TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/B/fce2c71959174d8ea4396c586c95edf9 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/B/fce2c71959174d8ea4396c586c95edf9 2024-11-26T22:21:52,389 DEBUG [StoreCloser-TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/B/9048aa5a8da74df894deae29ec798392 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/B/9048aa5a8da74df894deae29ec798392 2024-11-26T22:21:52,391 DEBUG [StoreCloser-TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/B/388e0e1802754ac2b1e1bd5f644b32a9 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/B/388e0e1802754ac2b1e1bd5f644b32a9 2024-11-26T22:21:52,394 DEBUG [StoreCloser-TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/B/b5c767915a7b493482d41560806f1744 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/B/b5c767915a7b493482d41560806f1744 2024-11-26T22:21:52,400 DEBUG [StoreCloser-TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/B/65d89f3eeb2c4caa8d251a09bf55a166 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/B/65d89f3eeb2c4caa8d251a09bf55a166 2024-11-26T22:21:52,409 DEBUG [StoreCloser-TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/B/66c7e86eb4c448d8be881aa81a20df56 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/B/66c7e86eb4c448d8be881aa81a20df56 2024-11-26T22:21:52,411 DEBUG [StoreCloser-TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/B/1f82e18f2a3c48718c6c0f901a4e29aa to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/B/1f82e18f2a3c48718c6c0f901a4e29aa 2024-11-26T22:21:52,413 DEBUG [StoreCloser-TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/B/99f9bb5949f84befa24c4b8f5f9b85a3 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/B/99f9bb5949f84befa24c4b8f5f9b85a3 2024-11-26T22:21:52,416 DEBUG [StoreCloser-TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/B/5ede7bd8025743f484814414d52258c5 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/B/5ede7bd8025743f484814414d52258c5 2024-11-26T22:21:52,418 DEBUG [StoreCloser-TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/B/85d0e39f12f64418ba94fed0a07ac56a to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/B/85d0e39f12f64418ba94fed0a07ac56a 2024-11-26T22:21:52,419 DEBUG [StoreCloser-TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/B/55a1bb762c964da38832c77f9696af2c to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/B/55a1bb762c964da38832c77f9696af2c 2024-11-26T22:21:52,421 DEBUG [StoreCloser-TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/B/4b38acd402394f4dbb0e04b96f043d56 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/B/4b38acd402394f4dbb0e04b96f043d56 2024-11-26T22:21:52,423 DEBUG [StoreCloser-TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/B/201170dfb03941659ff41776263f613c to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/B/201170dfb03941659ff41776263f613c 2024-11-26T22:21:52,426 DEBUG [StoreCloser-TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/B/7a39974254bb46d2a8312dab99d1c29d to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/B/7a39974254bb46d2a8312dab99d1c29d 2024-11-26T22:21:52,427 DEBUG [StoreCloser-TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/B/ed3fad75d7f44728baca3519a4b68c39 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/B/ed3fad75d7f44728baca3519a4b68c39 2024-11-26T22:21:52,429 DEBUG [StoreCloser-TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/B/fd5d7c5dd4394eed9d97de79a1e905a0 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/B/fd5d7c5dd4394eed9d97de79a1e905a0 2024-11-26T22:21:52,431 DEBUG [StoreCloser-TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/B/23826fd0b4c94b03b0f6bed36f6ad9de to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/B/23826fd0b4c94b03b0f6bed36f6ad9de 2024-11-26T22:21:52,433 DEBUG [StoreCloser-TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/B/4857f001724343ac81429b5007a2c446 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/B/4857f001724343ac81429b5007a2c446 2024-11-26T22:21:52,434 DEBUG [StoreCloser-TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/B/d8edb17c648942c186d3941bc73c00bb to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/B/d8edb17c648942c186d3941bc73c00bb 2024-11-26T22:21:52,436 DEBUG [StoreCloser-TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/B/d1d0f2d6566f41afbb7e799f14505c90 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/B/d1d0f2d6566f41afbb7e799f14505c90 2024-11-26T22:21:52,440 DEBUG [StoreCloser-TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/B/8ffeb1df21e44fe6a477d88920b14dcf to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/B/8ffeb1df21e44fe6a477d88920b14dcf 2024-11-26T22:21:52,442 DEBUG [StoreCloser-TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/B/3d528d0aac2a40efa8dea51d30f51e98 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/B/3d528d0aac2a40efa8dea51d30f51e98 2024-11-26T22:21:52,443 DEBUG [StoreCloser-TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/B/455e71115d114705932b808d7d136d6f to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/B/455e71115d114705932b808d7d136d6f 2024-11-26T22:21:52,445 DEBUG [StoreCloser-TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/B/cc0307d082d44bce9f552cb3ff13d249 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/B/cc0307d082d44bce9f552cb3ff13d249 2024-11-26T22:21:52,446 DEBUG [StoreCloser-TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/B/f0c679056c4c4d2bada7aec5f08888fb to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/B/f0c679056c4c4d2bada7aec5f08888fb 2024-11-26T22:21:52,448 DEBUG [StoreCloser-TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/B/b6363fcbba494e2192f1155adef0162f to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/B/b6363fcbba494e2192f1155adef0162f 2024-11-26T22:21:52,452 DEBUG [StoreCloser-TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/B/3997d3fe66c5422c819c1bac6e9d30af to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/B/3997d3fe66c5422c819c1bac6e9d30af 2024-11-26T22:21:52,454 DEBUG [StoreCloser-TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/C/a896a02192414963b4e138ab5dd9d13a, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/C/334e9ee3307144f48a2ab7c2448e287d, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/C/17c2d901775248edac50724fc3495aaf, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/C/9c1666ad1c58471cab7bd371e2a6a2b4, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/C/e87f4b5e5b4f450b8706852270135aab, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/C/7bb17c5f589f4498ac90d49a64f781d9, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/C/77adc65086da4426a244496931b74197, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/C/71c23fe9c3a046b98a8d0cea7d0601ae, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/C/b65200b1f33443498481c5df028a47e0, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/C/37ba1ec013d2462ca238b321d6a157a4, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/C/1199deb36561400d94fa5d9276aaddc8, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/C/a92bb9c242504b808b037eacea6a3f57, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/C/a91f24b8dac84eb4bac493315a43e9a8, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/C/4ab6d1f589d34121bee61c0e0598074a, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/C/ae009224d9d64f34b495d25faa052d82, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/C/e50c0a724afe43688a3ecfa2c1edb2d5, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/C/d9e606f8c50344d3a502262279a34a1a, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/C/d485166cf90a4a21b8b1b67224c1c5d2, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/C/4ac0ca44f82a4e6c8dbf920d099d87a9, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/C/52629b32736e48c9a1aa58d546ffa6f2, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/C/93a27804d727452bb5f487f085abd649, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/C/fd809fc3103946fbafee1cf8dede1f8e, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/C/308527998bb248ccb52c67942fd4e3c2, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/C/4d295c14c223478ab48928460e72bdc1, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/C/54e60980ef884f688ee6c0dea87ed493, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/C/71a8181c3eac4e70ae51a26a28564649, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/C/362e2efe271b433ba2c8f8ea54726b91, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/C/baad17103f4048a1b5a4a29f805e7d28, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/C/92c2e20f0a724dfaa49eff915dc16c60, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/C/edd45a3480904bac942b4e8401b4f4b4, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/C/29f7829adef64b92a4d616c005377aff, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/C/c083020946ea4a9b9a897cf19eaf9f4a, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/C/38a44c80543d484b8ce06a0e1d290f95, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/C/b8229a2f2d9047dd969ba2d8f2c9a802, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/C/2514d7a35c344eea8d3f29209f582f39, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/C/be5260c99c7e4971a2a257b168e39416, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/C/5b81c916dde24febaad3a4d11c219a8c, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/C/6ef0f311bc804ef499c88c1b52e325e2, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/C/cc35370046dd4bd0b8c45935ebbfdd15, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/C/fd285f4d3aa44ebfab39520c97bff3ca, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/C/6cff2a4b4b1d486d8cdb7363ac46cda8, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/C/09a688d224b94d199c8136f630bd6cbf] to archive 2024-11-26T22:21:52,456 DEBUG [StoreCloser-TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-26T22:21:52,458 DEBUG [StoreCloser-TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/C/a896a02192414963b4e138ab5dd9d13a to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/C/a896a02192414963b4e138ab5dd9d13a 2024-11-26T22:21:52,460 DEBUG [StoreCloser-TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/C/334e9ee3307144f48a2ab7c2448e287d to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/C/334e9ee3307144f48a2ab7c2448e287d 2024-11-26T22:21:52,462 DEBUG [StoreCloser-TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/C/17c2d901775248edac50724fc3495aaf to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/C/17c2d901775248edac50724fc3495aaf 2024-11-26T22:21:52,463 DEBUG [StoreCloser-TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/C/9c1666ad1c58471cab7bd371e2a6a2b4 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/C/9c1666ad1c58471cab7bd371e2a6a2b4 2024-11-26T22:21:52,465 DEBUG [StoreCloser-TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/C/e87f4b5e5b4f450b8706852270135aab to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/C/e87f4b5e5b4f450b8706852270135aab 2024-11-26T22:21:52,466 DEBUG [StoreCloser-TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/C/7bb17c5f589f4498ac90d49a64f781d9 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/C/7bb17c5f589f4498ac90d49a64f781d9 2024-11-26T22:21:52,468 DEBUG [StoreCloser-TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/C/77adc65086da4426a244496931b74197 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/C/77adc65086da4426a244496931b74197 2024-11-26T22:21:52,470 DEBUG [StoreCloser-TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/C/71c23fe9c3a046b98a8d0cea7d0601ae to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/C/71c23fe9c3a046b98a8d0cea7d0601ae 2024-11-26T22:21:52,472 DEBUG [StoreCloser-TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/C/b65200b1f33443498481c5df028a47e0 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/C/b65200b1f33443498481c5df028a47e0 2024-11-26T22:21:52,473 DEBUG [StoreCloser-TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/C/37ba1ec013d2462ca238b321d6a157a4 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/C/37ba1ec013d2462ca238b321d6a157a4 2024-11-26T22:21:52,475 DEBUG [StoreCloser-TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/C/1199deb36561400d94fa5d9276aaddc8 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/C/1199deb36561400d94fa5d9276aaddc8 2024-11-26T22:21:52,476 DEBUG [StoreCloser-TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/C/a92bb9c242504b808b037eacea6a3f57 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/C/a92bb9c242504b808b037eacea6a3f57 2024-11-26T22:21:52,478 DEBUG [StoreCloser-TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/C/a91f24b8dac84eb4bac493315a43e9a8 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/C/a91f24b8dac84eb4bac493315a43e9a8 2024-11-26T22:21:52,479 DEBUG [StoreCloser-TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/C/4ab6d1f589d34121bee61c0e0598074a to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/C/4ab6d1f589d34121bee61c0e0598074a 2024-11-26T22:21:52,482 DEBUG [StoreCloser-TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/C/ae009224d9d64f34b495d25faa052d82 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/C/ae009224d9d64f34b495d25faa052d82 2024-11-26T22:21:52,483 DEBUG [StoreCloser-TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/C/e50c0a724afe43688a3ecfa2c1edb2d5 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/C/e50c0a724afe43688a3ecfa2c1edb2d5 2024-11-26T22:21:52,485 DEBUG [StoreCloser-TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/C/d9e606f8c50344d3a502262279a34a1a to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/C/d9e606f8c50344d3a502262279a34a1a 2024-11-26T22:21:52,486 DEBUG [StoreCloser-TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/C/d485166cf90a4a21b8b1b67224c1c5d2 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/C/d485166cf90a4a21b8b1b67224c1c5d2 2024-11-26T22:21:52,488 DEBUG [StoreCloser-TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/C/4ac0ca44f82a4e6c8dbf920d099d87a9 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/C/4ac0ca44f82a4e6c8dbf920d099d87a9 2024-11-26T22:21:52,489 DEBUG [StoreCloser-TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/C/52629b32736e48c9a1aa58d546ffa6f2 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/C/52629b32736e48c9a1aa58d546ffa6f2 2024-11-26T22:21:52,491 DEBUG [StoreCloser-TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/C/93a27804d727452bb5f487f085abd649 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/C/93a27804d727452bb5f487f085abd649 2024-11-26T22:21:52,492 DEBUG [StoreCloser-TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/C/fd809fc3103946fbafee1cf8dede1f8e to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/C/fd809fc3103946fbafee1cf8dede1f8e 2024-11-26T22:21:52,494 DEBUG [StoreCloser-TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/C/308527998bb248ccb52c67942fd4e3c2 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/C/308527998bb248ccb52c67942fd4e3c2 2024-11-26T22:21:52,495 DEBUG [StoreCloser-TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/C/4d295c14c223478ab48928460e72bdc1 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/C/4d295c14c223478ab48928460e72bdc1 2024-11-26T22:21:52,497 DEBUG [StoreCloser-TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/C/54e60980ef884f688ee6c0dea87ed493 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/C/54e60980ef884f688ee6c0dea87ed493 2024-11-26T22:21:52,498 DEBUG [StoreCloser-TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/C/71a8181c3eac4e70ae51a26a28564649 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/C/71a8181c3eac4e70ae51a26a28564649 2024-11-26T22:21:52,500 DEBUG [StoreCloser-TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/C/362e2efe271b433ba2c8f8ea54726b91 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/C/362e2efe271b433ba2c8f8ea54726b91 2024-11-26T22:21:52,501 DEBUG [StoreCloser-TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/C/baad17103f4048a1b5a4a29f805e7d28 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/C/baad17103f4048a1b5a4a29f805e7d28 2024-11-26T22:21:52,503 DEBUG [StoreCloser-TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/C/92c2e20f0a724dfaa49eff915dc16c60 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/C/92c2e20f0a724dfaa49eff915dc16c60 2024-11-26T22:21:52,504 DEBUG [StoreCloser-TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/C/edd45a3480904bac942b4e8401b4f4b4 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/C/edd45a3480904bac942b4e8401b4f4b4 2024-11-26T22:21:52,506 DEBUG [StoreCloser-TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/C/29f7829adef64b92a4d616c005377aff to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/C/29f7829adef64b92a4d616c005377aff 2024-11-26T22:21:52,507 DEBUG [StoreCloser-TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/C/c083020946ea4a9b9a897cf19eaf9f4a to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/C/c083020946ea4a9b9a897cf19eaf9f4a 2024-11-26T22:21:52,509 DEBUG [StoreCloser-TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/C/38a44c80543d484b8ce06a0e1d290f95 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/C/38a44c80543d484b8ce06a0e1d290f95 2024-11-26T22:21:52,510 DEBUG [StoreCloser-TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/C/b8229a2f2d9047dd969ba2d8f2c9a802 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/C/b8229a2f2d9047dd969ba2d8f2c9a802 2024-11-26T22:21:52,512 DEBUG [StoreCloser-TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/C/2514d7a35c344eea8d3f29209f582f39 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/C/2514d7a35c344eea8d3f29209f582f39 2024-11-26T22:21:52,513 DEBUG [StoreCloser-TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/C/be5260c99c7e4971a2a257b168e39416 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/C/be5260c99c7e4971a2a257b168e39416 2024-11-26T22:21:52,515 DEBUG [StoreCloser-TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/C/5b81c916dde24febaad3a4d11c219a8c to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/C/5b81c916dde24febaad3a4d11c219a8c 2024-11-26T22:21:52,517 DEBUG [StoreCloser-TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/C/6ef0f311bc804ef499c88c1b52e325e2 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/C/6ef0f311bc804ef499c88c1b52e325e2 2024-11-26T22:21:52,518 DEBUG [StoreCloser-TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/C/cc35370046dd4bd0b8c45935ebbfdd15 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/C/cc35370046dd4bd0b8c45935ebbfdd15 2024-11-26T22:21:52,520 DEBUG [StoreCloser-TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/C/fd285f4d3aa44ebfab39520c97bff3ca to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/C/fd285f4d3aa44ebfab39520c97bff3ca 2024-11-26T22:21:52,521 DEBUG [StoreCloser-TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/C/6cff2a4b4b1d486d8cdb7363ac46cda8 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/C/6cff2a4b4b1d486d8cdb7363ac46cda8 2024-11-26T22:21:52,523 DEBUG [StoreCloser-TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/C/09a688d224b94d199c8136f630bd6cbf to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/C/09a688d224b94d199c8136f630bd6cbf 2024-11-26T22:21:52,529 DEBUG [RS_CLOSE_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/recovered.edits/612.seqid, newMaxSeqId=612, maxSeqId=1 2024-11-26T22:21:52,533 INFO [RS_CLOSE_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb. 2024-11-26T22:21:52,533 DEBUG [RS_CLOSE_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HRegion(1635): Region close journal for 223e5329b5e2a589eb7b529da1e9ddfb: 2024-11-26T22:21:52,535 INFO [RS_CLOSE_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] handler.UnassignRegionHandler(170): Closed 223e5329b5e2a589eb7b529da1e9ddfb 2024-11-26T22:21:52,536 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=34 updating hbase:meta row=223e5329b5e2a589eb7b529da1e9ddfb, regionState=CLOSED 2024-11-26T22:21:52,539 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=35, resume processing ppid=34 2024-11-26T22:21:52,539 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=35, ppid=34, state=SUCCESS; CloseRegionProcedure 223e5329b5e2a589eb7b529da1e9ddfb, server=d8c094cf5ab0,34335,1732659674113 in 1.6870 sec 2024-11-26T22:21:52,541 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=34, resume processing ppid=33 2024-11-26T22:21:52,541 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=34, ppid=33, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=223e5329b5e2a589eb7b529da1e9ddfb, UNASSIGN in 1.6920 sec 2024-11-26T22:21:52,543 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=33, resume processing ppid=32 2024-11-26T22:21:52,543 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=33, ppid=32, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.7000 sec 2024-11-26T22:21:52,545 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732659712544"}]},"ts":"1732659712544"} 2024-11-26T22:21:52,546 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-26T22:21:52,548 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-26T22:21:52,551 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=32, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.7180 sec 2024-11-26T22:21:52,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-26T22:21:52,943 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 32 completed 2024-11-26T22:21:52,947 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-26T22:21:52,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] procedure2.ProcedureExecutor(1098): Stored pid=36, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-26T22:21:52,953 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=36, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-26T22:21:52,955 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=36, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-26T22:21:52,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=36 2024-11-26T22:21:52,959 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb 2024-11-26T22:21:52,963 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/A, FileablePath, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/B, FileablePath, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/C, FileablePath, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/recovered.edits] 2024-11-26T22:21:52,967 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/A/ac0bd392bd78478db1748236db77065d to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/A/ac0bd392bd78478db1748236db77065d 2024-11-26T22:21:52,968 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/A/b541d09334634c5280c9c4fb6cefa511 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/A/b541d09334634c5280c9c4fb6cefa511 2024-11-26T22:21:52,971 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/B/316adde6b16b47968edf01bd1cd03cec to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/B/316adde6b16b47968edf01bd1cd03cec 2024-11-26T22:21:52,972 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/B/cbd4cf0fc8bf4765871f7a336d8a5512 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/B/cbd4cf0fc8bf4765871f7a336d8a5512 2024-11-26T22:21:52,975 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/C/00571cc5e9604d939f0a1f2df19d66e3 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/C/00571cc5e9604d939f0a1f2df19d66e3 2024-11-26T22:21:52,977 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/C/fb567a970bdb448d8d3679ae8099513d to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/C/fb567a970bdb448d8d3679ae8099513d 2024-11-26T22:21:52,980 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/recovered.edits/612.seqid to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb/recovered.edits/612.seqid 2024-11-26T22:21:52,981 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/223e5329b5e2a589eb7b529da1e9ddfb 2024-11-26T22:21:52,981 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-26T22:21:52,988 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=36, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-26T22:21:52,994 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34335 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-26T22:21:52,998 WARN [PEWorker-3 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-26T22:21:53,037 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-26T22:21:53,039 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=36, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-26T22:21:53,039 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-26T22:21:53,039 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732659713039"}]},"ts":"9223372036854775807"} 2024-11-26T22:21:53,043 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-26T22:21:53,043 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 223e5329b5e2a589eb7b529da1e9ddfb, NAME => 'TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb.', STARTKEY => '', ENDKEY => ''}] 2024-11-26T22:21:53,043 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-26T22:21:53,044 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732659713044"}]},"ts":"9223372036854775807"} 2024-11-26T22:21:53,046 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-26T22:21:53,049 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(133): Finished pid=36, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-26T22:21:53,050 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=36, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 102 msec 2024-11-26T22:21:53,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=36 2024-11-26T22:21:53,057 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 36 completed 2024-11-26T22:21:53,069 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testMixedAtomicity Thread=239 (was 219) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x276b246c-shared-pool-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/d8c094cf5ab0:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x276b246c-shared-pool-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_CLOSE_REGION-regionserver/d8c094cf5ab0:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_286216965_22 at /127.0.0.1:59136 [Waiting for operation #13] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x276b246c-shared-pool-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;d8c094cf5ab0:34335-shortCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x276b246c-shared-pool-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=453 (was 444) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=343 (was 283) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4208 (was 4928) 2024-11-26T22:21:53,080 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testMobMixedAtomicity Thread=239, OpenFileDescriptor=453, MaxFileDescriptor=1048576, SystemLoadAverage=343, ProcessCount=11, AvailableMemoryMB=4207 2024-11-26T22:21:53,082 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-26T22:21:53,083 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T22:21:53,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] procedure2.ProcedureExecutor(1098): Stored pid=37, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-26T22:21:53,085 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=37, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T22:21:53,085 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:21:53,085 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 37 2024-11-26T22:21:53,086 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=37, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T22:21:53,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=37 2024-11-26T22:21:53,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073741971_1147 (size=960) 2024-11-26T22:21:53,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=37 2024-11-26T22:21:53,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=37 2024-11-26T22:21:53,495 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => bb6bb821de27f6e558a85d061a226d36, NAME => 'TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5 2024-11-26T22:21:53,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073741972_1148 (size=53) 2024-11-26T22:21:53,502 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T22:21:53,502 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing bb6bb821de27f6e558a85d061a226d36, disabling compactions & flushes 2024-11-26T22:21:53,502 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36. 2024-11-26T22:21:53,502 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36. 2024-11-26T22:21:53,502 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36. after waiting 0 ms 2024-11-26T22:21:53,502 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36. 2024-11-26T22:21:53,502 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36. 2024-11-26T22:21:53,502 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for bb6bb821de27f6e558a85d061a226d36: 2024-11-26T22:21:53,503 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=37, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T22:21:53,503 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732659713503"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732659713503"}]},"ts":"1732659713503"} 2024-11-26T22:21:53,505 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-26T22:21:53,506 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=37, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T22:21:53,506 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732659713506"}]},"ts":"1732659713506"} 2024-11-26T22:21:53,507 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-26T22:21:53,512 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=38, ppid=37, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=bb6bb821de27f6e558a85d061a226d36, ASSIGN}] 2024-11-26T22:21:53,514 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=38, ppid=37, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=bb6bb821de27f6e558a85d061a226d36, ASSIGN 2024-11-26T22:21:53,514 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=38, ppid=37, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=bb6bb821de27f6e558a85d061a226d36, ASSIGN; state=OFFLINE, location=d8c094cf5ab0,34335,1732659674113; forceNewPlan=false, retain=false 2024-11-26T22:21:53,665 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=38 updating hbase:meta row=bb6bb821de27f6e558a85d061a226d36, regionState=OPENING, regionLocation=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:53,667 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=39, ppid=38, state=RUNNABLE; OpenRegionProcedure bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113}] 2024-11-26T22:21:53,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=37 2024-11-26T22:21:53,818 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:53,822 INFO [RS_OPEN_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36. 2024-11-26T22:21:53,822 DEBUG [RS_OPEN_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7285): Opening region: {ENCODED => bb6bb821de27f6e558a85d061a226d36, NAME => 'TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36.', STARTKEY => '', ENDKEY => ''} 2024-11-26T22:21:53,822 DEBUG [RS_OPEN_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees bb6bb821de27f6e558a85d061a226d36 2024-11-26T22:21:53,822 DEBUG [RS_OPEN_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T22:21:53,823 DEBUG [RS_OPEN_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7327): checking encryption for bb6bb821de27f6e558a85d061a226d36 2024-11-26T22:21:53,823 DEBUG [RS_OPEN_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7330): checking classloading for bb6bb821de27f6e558a85d061a226d36 2024-11-26T22:21:53,824 INFO [StoreOpener-bb6bb821de27f6e558a85d061a226d36-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region bb6bb821de27f6e558a85d061a226d36 2024-11-26T22:21:53,825 INFO [StoreOpener-bb6bb821de27f6e558a85d061a226d36-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-26T22:21:53,825 INFO [StoreOpener-bb6bb821de27f6e558a85d061a226d36-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bb6bb821de27f6e558a85d061a226d36 columnFamilyName A 2024-11-26T22:21:53,825 DEBUG [StoreOpener-bb6bb821de27f6e558a85d061a226d36-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:21:53,826 INFO [StoreOpener-bb6bb821de27f6e558a85d061a226d36-1 {}] regionserver.HStore(327): Store=bb6bb821de27f6e558a85d061a226d36/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T22:21:53,826 INFO [StoreOpener-bb6bb821de27f6e558a85d061a226d36-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region bb6bb821de27f6e558a85d061a226d36 2024-11-26T22:21:53,827 INFO [StoreOpener-bb6bb821de27f6e558a85d061a226d36-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-26T22:21:53,828 INFO [StoreOpener-bb6bb821de27f6e558a85d061a226d36-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bb6bb821de27f6e558a85d061a226d36 columnFamilyName B 2024-11-26T22:21:53,828 DEBUG [StoreOpener-bb6bb821de27f6e558a85d061a226d36-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:21:53,828 INFO [StoreOpener-bb6bb821de27f6e558a85d061a226d36-1 {}] regionserver.HStore(327): Store=bb6bb821de27f6e558a85d061a226d36/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T22:21:53,828 INFO [StoreOpener-bb6bb821de27f6e558a85d061a226d36-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region bb6bb821de27f6e558a85d061a226d36 2024-11-26T22:21:53,829 INFO [StoreOpener-bb6bb821de27f6e558a85d061a226d36-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-26T22:21:53,829 INFO [StoreOpener-bb6bb821de27f6e558a85d061a226d36-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bb6bb821de27f6e558a85d061a226d36 columnFamilyName C 2024-11-26T22:21:53,829 DEBUG [StoreOpener-bb6bb821de27f6e558a85d061a226d36-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:21:53,830 INFO [StoreOpener-bb6bb821de27f6e558a85d061a226d36-1 {}] regionserver.HStore(327): Store=bb6bb821de27f6e558a85d061a226d36/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T22:21:53,830 INFO [RS_OPEN_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36. 2024-11-26T22:21:53,831 DEBUG [RS_OPEN_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36 2024-11-26T22:21:53,831 DEBUG [RS_OPEN_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36 2024-11-26T22:21:53,832 DEBUG [RS_OPEN_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-26T22:21:53,833 DEBUG [RS_OPEN_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1085): writing seq id for bb6bb821de27f6e558a85d061a226d36 2024-11-26T22:21:53,835 DEBUG [RS_OPEN_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T22:21:53,836 INFO [RS_OPEN_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1102): Opened bb6bb821de27f6e558a85d061a226d36; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64819709, jitterRate=-0.03411106765270233}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-26T22:21:53,837 DEBUG [RS_OPEN_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1001): Region open journal for bb6bb821de27f6e558a85d061a226d36: 2024-11-26T22:21:53,837 INFO [RS_OPEN_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36., pid=39, masterSystemTime=1732659713818 2024-11-26T22:21:53,839 DEBUG [RS_OPEN_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36. 2024-11-26T22:21:53,839 INFO [RS_OPEN_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36. 2024-11-26T22:21:53,839 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=38 updating hbase:meta row=bb6bb821de27f6e558a85d061a226d36, regionState=OPEN, openSeqNum=2, regionLocation=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:53,842 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=39, resume processing ppid=38 2024-11-26T22:21:53,842 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=39, ppid=38, state=SUCCESS; OpenRegionProcedure bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 in 174 msec 2024-11-26T22:21:53,844 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=38, resume processing ppid=37 2024-11-26T22:21:53,844 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=38, ppid=37, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=bb6bb821de27f6e558a85d061a226d36, ASSIGN in 330 msec 2024-11-26T22:21:53,844 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=37, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T22:21:53,845 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732659713844"}]},"ts":"1732659713844"} 2024-11-26T22:21:53,846 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-26T22:21:53,849 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=37, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T22:21:53,850 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=37, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 766 msec 2024-11-26T22:21:54,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=37 2024-11-26T22:21:54,190 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 37 completed 2024-11-26T22:21:54,192 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7c267206 to 127.0.0.1:58789 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7a8da76b 2024-11-26T22:21:54,197 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f3c14c0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T22:21:54,198 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T22:21:54,200 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56178, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T22:21:54,202 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T22:21:54,204 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33276, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T22:21:54,210 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-26T22:21:54,210 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T22:21:54,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] procedure2.ProcedureExecutor(1098): Stored pid=40, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-11-26T22:21:54,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073741973_1149 (size=996) 2024-11-26T22:21:54,632 DEBUG [PEWorker-2 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.960 2024-11-26T22:21:54,632 INFO [PEWorker-2 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.996 2024-11-26T22:21:54,635 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=41, ppid=40, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-26T22:21:54,644 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=42, ppid=41, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=bb6bb821de27f6e558a85d061a226d36, REOPEN/MOVE}] 2024-11-26T22:21:54,645 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=42, ppid=41, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=bb6bb821de27f6e558a85d061a226d36, REOPEN/MOVE 2024-11-26T22:21:54,645 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=42 updating hbase:meta row=bb6bb821de27f6e558a85d061a226d36, regionState=CLOSING, regionLocation=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:54,646 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-26T22:21:54,647 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=43, ppid=42, state=RUNNABLE; CloseRegionProcedure bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113}] 2024-11-26T22:21:54,798 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:54,799 INFO [RS_CLOSE_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] handler.UnassignRegionHandler(124): Close bb6bb821de27f6e558a85d061a226d36 2024-11-26T22:21:54,799 DEBUG [RS_CLOSE_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-26T22:21:54,799 DEBUG [RS_CLOSE_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] regionserver.HRegion(1681): Closing bb6bb821de27f6e558a85d061a226d36, disabling compactions & flushes 2024-11-26T22:21:54,799 INFO [RS_CLOSE_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36. 2024-11-26T22:21:54,799 DEBUG [RS_CLOSE_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36. 2024-11-26T22:21:54,799 DEBUG [RS_CLOSE_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36. after waiting 0 ms 2024-11-26T22:21:54,799 DEBUG [RS_CLOSE_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36. 2024-11-26T22:21:54,803 DEBUG [RS_CLOSE_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-26T22:21:54,804 INFO [RS_CLOSE_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36. 2024-11-26T22:21:54,804 DEBUG [RS_CLOSE_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] regionserver.HRegion(1635): Region close journal for bb6bb821de27f6e558a85d061a226d36: 2024-11-26T22:21:54,804 WARN [RS_CLOSE_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] regionserver.HRegionServer(3786): Not adding moved region record: bb6bb821de27f6e558a85d061a226d36 to self. 2024-11-26T22:21:54,806 INFO [RS_CLOSE_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] handler.UnassignRegionHandler(170): Closed bb6bb821de27f6e558a85d061a226d36 2024-11-26T22:21:54,807 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=42 updating hbase:meta row=bb6bb821de27f6e558a85d061a226d36, regionState=CLOSED 2024-11-26T22:21:54,810 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=43, resume processing ppid=42 2024-11-26T22:21:54,810 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=43, ppid=42, state=SUCCESS; CloseRegionProcedure bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 in 161 msec 2024-11-26T22:21:54,810 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=42, ppid=41, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=bb6bb821de27f6e558a85d061a226d36, REOPEN/MOVE; state=CLOSED, location=d8c094cf5ab0,34335,1732659674113; forceNewPlan=false, retain=true 2024-11-26T22:21:54,961 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=42 updating hbase:meta row=bb6bb821de27f6e558a85d061a226d36, regionState=OPENING, regionLocation=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:54,963 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=44, ppid=42, state=RUNNABLE; OpenRegionProcedure bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113}] 2024-11-26T22:21:55,116 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:55,119 INFO [RS_OPEN_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36. 2024-11-26T22:21:55,119 DEBUG [RS_OPEN_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7285): Opening region: {ENCODED => bb6bb821de27f6e558a85d061a226d36, NAME => 'TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36.', STARTKEY => '', ENDKEY => ''} 2024-11-26T22:21:55,120 DEBUG [RS_OPEN_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees bb6bb821de27f6e558a85d061a226d36 2024-11-26T22:21:55,120 DEBUG [RS_OPEN_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T22:21:55,120 DEBUG [RS_OPEN_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7327): checking encryption for bb6bb821de27f6e558a85d061a226d36 2024-11-26T22:21:55,120 DEBUG [RS_OPEN_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7330): checking classloading for bb6bb821de27f6e558a85d061a226d36 2024-11-26T22:21:55,123 INFO [StoreOpener-bb6bb821de27f6e558a85d061a226d36-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region bb6bb821de27f6e558a85d061a226d36 2024-11-26T22:21:55,124 INFO [StoreOpener-bb6bb821de27f6e558a85d061a226d36-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-26T22:21:55,129 INFO [StoreOpener-bb6bb821de27f6e558a85d061a226d36-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bb6bb821de27f6e558a85d061a226d36 columnFamilyName A 2024-11-26T22:21:55,131 DEBUG [StoreOpener-bb6bb821de27f6e558a85d061a226d36-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:21:55,131 INFO [StoreOpener-bb6bb821de27f6e558a85d061a226d36-1 {}] regionserver.HStore(327): Store=bb6bb821de27f6e558a85d061a226d36/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T22:21:55,132 INFO [StoreOpener-bb6bb821de27f6e558a85d061a226d36-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region bb6bb821de27f6e558a85d061a226d36 2024-11-26T22:21:55,133 INFO [StoreOpener-bb6bb821de27f6e558a85d061a226d36-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-26T22:21:55,133 INFO [StoreOpener-bb6bb821de27f6e558a85d061a226d36-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bb6bb821de27f6e558a85d061a226d36 columnFamilyName B 2024-11-26T22:21:55,133 DEBUG [StoreOpener-bb6bb821de27f6e558a85d061a226d36-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:21:55,134 INFO [StoreOpener-bb6bb821de27f6e558a85d061a226d36-1 {}] regionserver.HStore(327): Store=bb6bb821de27f6e558a85d061a226d36/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T22:21:55,134 INFO [StoreOpener-bb6bb821de27f6e558a85d061a226d36-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region bb6bb821de27f6e558a85d061a226d36 2024-11-26T22:21:55,134 INFO [StoreOpener-bb6bb821de27f6e558a85d061a226d36-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-26T22:21:55,135 INFO [StoreOpener-bb6bb821de27f6e558a85d061a226d36-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bb6bb821de27f6e558a85d061a226d36 columnFamilyName C 2024-11-26T22:21:55,135 DEBUG [StoreOpener-bb6bb821de27f6e558a85d061a226d36-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:21:55,135 INFO [StoreOpener-bb6bb821de27f6e558a85d061a226d36-1 {}] regionserver.HStore(327): Store=bb6bb821de27f6e558a85d061a226d36/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T22:21:55,135 INFO [RS_OPEN_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36. 2024-11-26T22:21:55,136 DEBUG [RS_OPEN_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36 2024-11-26T22:21:55,138 DEBUG [RS_OPEN_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36 2024-11-26T22:21:55,139 DEBUG [RS_OPEN_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-26T22:21:55,141 DEBUG [RS_OPEN_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1085): writing seq id for bb6bb821de27f6e558a85d061a226d36 2024-11-26T22:21:55,142 INFO [RS_OPEN_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1102): Opened bb6bb821de27f6e558a85d061a226d36; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73057458, jitterRate=0.088640958070755}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-26T22:21:55,145 DEBUG [RS_OPEN_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1001): Region open journal for bb6bb821de27f6e558a85d061a226d36: 2024-11-26T22:21:55,146 INFO [RS_OPEN_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36., pid=44, masterSystemTime=1732659715116 2024-11-26T22:21:55,150 DEBUG [RS_OPEN_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36. 2024-11-26T22:21:55,151 INFO [RS_OPEN_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36. 2024-11-26T22:21:55,151 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=42 updating hbase:meta row=bb6bb821de27f6e558a85d061a226d36, regionState=OPEN, openSeqNum=5, regionLocation=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:55,154 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=44, resume processing ppid=42 2024-11-26T22:21:55,155 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=44, ppid=42, state=SUCCESS; OpenRegionProcedure bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 in 190 msec 2024-11-26T22:21:55,157 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=42, resume processing ppid=41 2024-11-26T22:21:55,157 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=42, ppid=41, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=bb6bb821de27f6e558a85d061a226d36, REOPEN/MOVE in 511 msec 2024-11-26T22:21:55,161 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=41, resume processing ppid=40 2024-11-26T22:21:55,161 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=41, ppid=40, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 523 msec 2024-11-26T22:21:55,165 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=40, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 949 msec 2024-11-26T22:21:55,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=40 2024-11-26T22:21:55,175 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x63630c79 to 127.0.0.1:58789 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7435a904 2024-11-26T22:21:55,181 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@515fd839, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T22:21:55,182 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x27600c58 to 127.0.0.1:58789 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2d006bed 2024-11-26T22:21:55,194 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@748ab582, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T22:21:55,196 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5ecfd53a to 127.0.0.1:58789 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5b8e1501 2024-11-26T22:21:55,204 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28c904d8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T22:21:55,206 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7eb70b3c to 127.0.0.1:58789 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@70b41629 2024-11-26T22:21:55,209 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74be9bc0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T22:21:55,210 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3c517130 to 127.0.0.1:58789 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3a0312cf 2024-11-26T22:21:55,213 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a63fed4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T22:21:55,215 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x555bfdff to 127.0.0.1:58789 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@706b2cde 2024-11-26T22:21:55,218 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29dad7a8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T22:21:55,219 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x347ad9b2 to 127.0.0.1:58789 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1d5e0e3f 2024-11-26T22:21:55,222 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62c6fdab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T22:21:55,223 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1d36579b to 127.0.0.1:58789 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@70f48df4 2024-11-26T22:21:55,227 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@250a1de4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T22:21:55,228 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x681a05ec to 127.0.0.1:58789 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3cd5be36 2024-11-26T22:21:55,232 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49456175, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T22:21:55,237 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T22:21:55,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] procedure2.ProcedureExecutor(1098): Stored pid=45, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=45, table=TestAcidGuarantees 2024-11-26T22:21:55,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-11-26T22:21:55,238 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=45, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=45, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T22:21:55,239 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=45, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=45, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T22:21:55,239 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=46, ppid=45, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T22:21:55,240 DEBUG [hconnection-0x3ff2b29d-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T22:21:55,244 DEBUG [hconnection-0x4d89ec67-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T22:21:55,246 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56184, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T22:21:55,252 DEBUG [hconnection-0x2ef1ff2f-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T22:21:55,252 DEBUG [hconnection-0x2260baec-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T22:21:55,253 DEBUG [hconnection-0x459dfb3b-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T22:21:55,253 DEBUG [hconnection-0x5aca9975-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T22:21:55,254 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56206, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T22:21:55,254 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56210, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T22:21:55,254 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56194, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T22:21:55,254 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56214, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T22:21:55,256 DEBUG [hconnection-0x4261d279-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T22:21:55,257 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56230, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T22:21:55,260 DEBUG [hconnection-0xc5d6cf1-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T22:21:55,261 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56240, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T22:21:55,265 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56256, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T22:21:55,267 DEBUG [hconnection-0x39f0424e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T22:21:55,269 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56268, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T22:21:55,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(8581): Flush requested on bb6bb821de27f6e558a85d061a226d36 2024-11-26T22:21:55,273 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing bb6bb821de27f6e558a85d061a226d36 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-26T22:21:55,275 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bb6bb821de27f6e558a85d061a226d36, store=A 2024-11-26T22:21:55,275 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:21:55,275 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bb6bb821de27f6e558a85d061a226d36, store=B 2024-11-26T22:21:55,275 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:21:55,276 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bb6bb821de27f6e558a85d061a226d36, store=C 2024-11-26T22:21:55,276 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:21:55,337 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:55,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56214 deadline: 1732659775332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:55,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-11-26T22:21:55,340 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:55,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56210 deadline: 1732659775334, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:55,341 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:55,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56194 deadline: 1732659775334, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:55,341 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:55,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56230 deadline: 1732659775338, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:55,349 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:55,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56256 deadline: 1732659775341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:55,375 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126acea865492284cc4b6045fe2fece4a84_bb6bb821de27f6e558a85d061a226d36 is 50, key is test_row_0/A:col10/1732659715270/Put/seqid=0 2024-11-26T22:21:55,391 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:55,393 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34335 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-11-26T22:21:55,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36. 2024-11-26T22:21:55,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36. as already flushing 2024-11-26T22:21:55,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36. 2024-11-26T22:21:55,393 ERROR [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => bb6bb821de27f6e558a85d061a226d36, NAME => 'TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:21:55,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => bb6bb821de27f6e558a85d061a226d36, NAME => 'TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:21:55,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bb6bb821de27f6e558a85d061a226d36, NAME => 'TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bb6bb821de27f6e558a85d061a226d36, NAME => 'TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:21:55,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073741974_1150 (size=14594) 2024-11-26T22:21:55,466 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:55,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56194 deadline: 1732659775454, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:55,467 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:55,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56210 deadline: 1732659775465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:55,468 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:55,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56214 deadline: 1732659775467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:55,468 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:55,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56230 deadline: 1732659775467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:55,470 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:55,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56256 deadline: 1732659775469, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:55,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-11-26T22:21:55,546 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:55,547 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34335 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-11-26T22:21:55,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36. 2024-11-26T22:21:55,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36. as already flushing 2024-11-26T22:21:55,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36. 2024-11-26T22:21:55,547 ERROR [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => bb6bb821de27f6e558a85d061a226d36, NAME => 'TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:21:55,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => bb6bb821de27f6e558a85d061a226d36, NAME => 'TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:21:55,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bb6bb821de27f6e558a85d061a226d36, NAME => 'TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bb6bb821de27f6e558a85d061a226d36, NAME => 'TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:21:55,670 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:55,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56210 deadline: 1732659775669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:55,671 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:55,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56214 deadline: 1732659775671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:55,676 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:55,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56194 deadline: 1732659775671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:55,676 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:55,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56256 deadline: 1732659775672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:55,677 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:55,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56230 deadline: 1732659775672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:55,700 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:55,702 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34335 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-11-26T22:21:55,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36. 2024-11-26T22:21:55,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36. as already flushing 2024-11-26T22:21:55,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36. 2024-11-26T22:21:55,702 ERROR [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => bb6bb821de27f6e558a85d061a226d36, NAME => 'TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:21:55,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => bb6bb821de27f6e558a85d061a226d36, NAME => 'TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:21:55,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bb6bb821de27f6e558a85d061a226d36, NAME => 'TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bb6bb821de27f6e558a85d061a226d36, NAME => 'TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:21:55,839 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:21:55,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-11-26T22:21:55,848 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126acea865492284cc4b6045fe2fece4a84_bb6bb821de27f6e558a85d061a226d36 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126acea865492284cc4b6045fe2fece4a84_bb6bb821de27f6e558a85d061a226d36 2024-11-26T22:21:55,850 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/.tmp/A/2ec360615e8748d9a5e335c276b56d48, store: [table=TestAcidGuarantees family=A region=bb6bb821de27f6e558a85d061a226d36] 2024-11-26T22:21:55,855 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:55,855 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34335 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-11-26T22:21:55,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36. 2024-11-26T22:21:55,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36. as already flushing 2024-11-26T22:21:55,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36. 2024-11-26T22:21:55,856 ERROR [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => bb6bb821de27f6e558a85d061a226d36, NAME => 'TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:21:55,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => bb6bb821de27f6e558a85d061a226d36, NAME => 'TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:21:55,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bb6bb821de27f6e558a85d061a226d36, NAME => 'TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bb6bb821de27f6e558a85d061a226d36, NAME => 'TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:21:55,860 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/.tmp/A/2ec360615e8748d9a5e335c276b56d48 is 175, key is test_row_0/A:col10/1732659715270/Put/seqid=0 2024-11-26T22:21:55,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073741975_1151 (size=39549) 2024-11-26T22:21:55,923 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=17, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/.tmp/A/2ec360615e8748d9a5e335c276b56d48 2024-11-26T22:21:55,973 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/.tmp/B/618253e51a204acfac11eb095b0aefeb is 50, key is test_row_0/B:col10/1732659715270/Put/seqid=0 2024-11-26T22:21:55,974 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:55,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56210 deadline: 1732659775971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:55,981 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:55,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56214 deadline: 1732659775976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:55,981 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:55,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56194 deadline: 1732659775977, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:55,981 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:55,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56256 deadline: 1732659775978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:55,982 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:55,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56230 deadline: 1732659775978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:56,008 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:56,009 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34335 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-11-26T22:21:56,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36. 2024-11-26T22:21:56,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36. as already flushing 2024-11-26T22:21:56,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36. 2024-11-26T22:21:56,009 ERROR [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => bb6bb821de27f6e558a85d061a226d36, NAME => 'TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:21:56,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => bb6bb821de27f6e558a85d061a226d36, NAME => 'TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:21:56,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bb6bb821de27f6e558a85d061a226d36, NAME => 'TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bb6bb821de27f6e558a85d061a226d36, NAME => 'TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:21:56,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073741976_1152 (size=12001) 2024-11-26T22:21:56,024 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/.tmp/B/618253e51a204acfac11eb095b0aefeb 2024-11-26T22:21:56,054 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/.tmp/C/b2c13484ff9e4b44b4892919b3d8902b is 50, key is test_row_0/C:col10/1732659715270/Put/seqid=0 2024-11-26T22:21:56,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073741977_1153 (size=12001) 2024-11-26T22:21:56,085 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/.tmp/C/b2c13484ff9e4b44b4892919b3d8902b 2024-11-26T22:21:56,102 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/.tmp/A/2ec360615e8748d9a5e335c276b56d48 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/A/2ec360615e8748d9a5e335c276b56d48 2024-11-26T22:21:56,109 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/A/2ec360615e8748d9a5e335c276b56d48, entries=200, sequenceid=17, filesize=38.6 K 2024-11-26T22:21:56,110 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/.tmp/B/618253e51a204acfac11eb095b0aefeb as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/B/618253e51a204acfac11eb095b0aefeb 2024-11-26T22:21:56,125 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/B/618253e51a204acfac11eb095b0aefeb, entries=150, sequenceid=17, filesize=11.7 K 2024-11-26T22:21:56,127 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/.tmp/C/b2c13484ff9e4b44b4892919b3d8902b as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/C/b2c13484ff9e4b44b4892919b3d8902b 2024-11-26T22:21:56,144 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/C/b2c13484ff9e4b44b4892919b3d8902b, entries=150, sequenceid=17, filesize=11.7 K 2024-11-26T22:21:56,146 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for bb6bb821de27f6e558a85d061a226d36 in 872ms, sequenceid=17, compaction requested=false 2024-11-26T22:21:56,146 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-26T22:21:56,147 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for bb6bb821de27f6e558a85d061a226d36: 2024-11-26T22:21:56,162 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:56,162 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34335 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-11-26T22:21:56,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36. 2024-11-26T22:21:56,163 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2837): Flushing bb6bb821de27f6e558a85d061a226d36 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-26T22:21:56,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bb6bb821de27f6e558a85d061a226d36, store=A 2024-11-26T22:21:56,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:21:56,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bb6bb821de27f6e558a85d061a226d36, store=B 2024-11-26T22:21:56,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:21:56,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bb6bb821de27f6e558a85d061a226d36, store=C 2024-11-26T22:21:56,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:21:56,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112627430520391a48c8b25f126f49258a50_bb6bb821de27f6e558a85d061a226d36 is 50, key is test_row_0/A:col10/1732659715335/Put/seqid=0 2024-11-26T22:21:56,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073741978_1154 (size=12154) 2024-11-26T22:21:56,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-11-26T22:21:56,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(8581): Flush requested on bb6bb821de27f6e558a85d061a226d36 2024-11-26T22:21:56,481 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36. as already flushing 2024-11-26T22:21:56,504 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:56,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56214 deadline: 1732659776499, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:56,505 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:56,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56230 deadline: 1732659776502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:56,506 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:56,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56194 deadline: 1732659776502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:56,510 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:56,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56256 deadline: 1732659776504, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:56,512 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:56,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56210 deadline: 1732659776505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:56,608 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:56,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56214 deadline: 1732659776606, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:56,609 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:56,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56230 deadline: 1732659776607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:56,615 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:56,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56256 deadline: 1732659776612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:56,625 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:56,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56210 deadline: 1732659776615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:56,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:21:56,649 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112627430520391a48c8b25f126f49258a50_bb6bb821de27f6e558a85d061a226d36 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112627430520391a48c8b25f126f49258a50_bb6bb821de27f6e558a85d061a226d36 2024-11-26T22:21:56,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/.tmp/A/1b403ea8bfc4481c81b0ebf59b39126d, store: [table=TestAcidGuarantees family=A region=bb6bb821de27f6e558a85d061a226d36] 2024-11-26T22:21:56,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/.tmp/A/1b403ea8bfc4481c81b0ebf59b39126d is 175, key is test_row_0/A:col10/1732659715335/Put/seqid=0 2024-11-26T22:21:56,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073741979_1155 (size=30955) 2024-11-26T22:21:56,679 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=40, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/.tmp/A/1b403ea8bfc4481c81b0ebf59b39126d 2024-11-26T22:21:56,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/.tmp/B/ac35d7311c6d49ab905a2906dd34fdee is 50, key is test_row_0/B:col10/1732659715335/Put/seqid=0 2024-11-26T22:21:56,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073741980_1156 (size=12001) 2024-11-26T22:21:56,811 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:56,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56214 deadline: 1732659776810, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:56,812 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:56,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56230 deadline: 1732659776812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:56,822 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:56,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56256 deadline: 1732659776821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:56,833 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:56,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56210 deadline: 1732659776831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:57,114 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:57,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56230 deadline: 1732659777114, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:57,117 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:57,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56214 deadline: 1732659777116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:57,127 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/.tmp/B/ac35d7311c6d49ab905a2906dd34fdee 2024-11-26T22:21:57,128 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:57,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56256 deadline: 1732659777125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:57,137 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:57,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56210 deadline: 1732659777136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:57,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/.tmp/C/e4c55e7b0def46d085abc3236023fabd is 50, key is test_row_0/C:col10/1732659715335/Put/seqid=0 2024-11-26T22:21:57,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073741981_1157 (size=12001) 2024-11-26T22:21:57,159 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/.tmp/C/e4c55e7b0def46d085abc3236023fabd 2024-11-26T22:21:57,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/.tmp/A/1b403ea8bfc4481c81b0ebf59b39126d as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/A/1b403ea8bfc4481c81b0ebf59b39126d 2024-11-26T22:21:57,174 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/A/1b403ea8bfc4481c81b0ebf59b39126d, entries=150, sequenceid=40, filesize=30.2 K 2024-11-26T22:21:57,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/.tmp/B/ac35d7311c6d49ab905a2906dd34fdee as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/B/ac35d7311c6d49ab905a2906dd34fdee 2024-11-26T22:21:57,185 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/B/ac35d7311c6d49ab905a2906dd34fdee, entries=150, sequenceid=40, filesize=11.7 K 2024-11-26T22:21:57,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/.tmp/C/e4c55e7b0def46d085abc3236023fabd as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/C/e4c55e7b0def46d085abc3236023fabd 2024-11-26T22:21:57,195 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/C/e4c55e7b0def46d085abc3236023fabd, entries=150, sequenceid=40, filesize=11.7 K 2024-11-26T22:21:57,197 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=73.80 KB/75570 for bb6bb821de27f6e558a85d061a226d36 in 1034ms, sequenceid=40, compaction requested=false 2024-11-26T22:21:57,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2538): Flush status journal for bb6bb821de27f6e558a85d061a226d36: 2024-11-26T22:21:57,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36. 2024-11-26T22:21:57,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=46 2024-11-26T22:21:57,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster(4106): Remote procedure done, pid=46 2024-11-26T22:21:57,201 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=46, resume processing ppid=45 2024-11-26T22:21:57,201 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=46, ppid=45, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9600 sec 2024-11-26T22:21:57,203 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=45, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=45, table=TestAcidGuarantees in 1.9650 sec 2024-11-26T22:21:57,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-11-26T22:21:57,344 INFO [Thread-732 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 45 completed 2024-11-26T22:21:57,346 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T22:21:57,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] procedure2.ProcedureExecutor(1098): Stored pid=47, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees 2024-11-26T22:21:57,349 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=47, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T22:21:57,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-26T22:21:57,349 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=47, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T22:21:57,350 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=48, ppid=47, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T22:21:57,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-26T22:21:57,500 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:57,501 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34335 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-26T22:21:57,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36. 2024-11-26T22:21:57,501 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2837): Flushing bb6bb821de27f6e558a85d061a226d36 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-26T22:21:57,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bb6bb821de27f6e558a85d061a226d36, store=A 2024-11-26T22:21:57,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:21:57,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bb6bb821de27f6e558a85d061a226d36, store=B 2024-11-26T22:21:57,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:21:57,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bb6bb821de27f6e558a85d061a226d36, store=C 2024-11-26T22:21:57,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:21:57,517 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36. as already flushing 2024-11-26T22:21:57,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(8581): Flush requested on bb6bb821de27f6e558a85d061a226d36 2024-11-26T22:21:57,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126dcb750b4f9df48d181c41aee8403bbd7_bb6bb821de27f6e558a85d061a226d36 is 50, key is test_row_0/A:col10/1732659716498/Put/seqid=0 2024-11-26T22:21:57,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073741982_1158 (size=12154) 2024-11-26T22:21:57,604 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:57,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56194 deadline: 1732659777600, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:57,620 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:57,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56230 deadline: 1732659777618, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:57,621 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:57,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56214 deadline: 1732659777618, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:57,631 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:57,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56256 deadline: 1732659777630, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:57,641 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:57,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56210 deadline: 1732659777639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:57,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-26T22:21:57,706 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:57,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56194 deadline: 1732659777706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:57,911 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:57,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56194 deadline: 1732659777909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:57,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-26T22:21:57,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:21:57,977 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126dcb750b4f9df48d181c41aee8403bbd7_bb6bb821de27f6e558a85d061a226d36 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126dcb750b4f9df48d181c41aee8403bbd7_bb6bb821de27f6e558a85d061a226d36 2024-11-26T22:21:57,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/.tmp/A/296bab4235fe464d9da6e187ca673723, store: [table=TestAcidGuarantees family=A region=bb6bb821de27f6e558a85d061a226d36] 2024-11-26T22:21:57,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/.tmp/A/296bab4235fe464d9da6e187ca673723 is 175, key is test_row_0/A:col10/1732659716498/Put/seqid=0 2024-11-26T22:21:58,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073741983_1159 (size=30955) 2024-11-26T22:21:58,008 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=54, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/.tmp/A/296bab4235fe464d9da6e187ca673723 2024-11-26T22:21:58,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/.tmp/B/31658bd047a14827852799e3a868e328 is 50, key is test_row_0/B:col10/1732659716498/Put/seqid=0 2024-11-26T22:21:58,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073741984_1160 (size=12001) 2024-11-26T22:21:58,034 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=54 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/.tmp/B/31658bd047a14827852799e3a868e328 2024-11-26T22:21:58,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/.tmp/C/4da1df22fc1e4aaea5e4dfefe545967f is 50, key is test_row_0/C:col10/1732659716498/Put/seqid=0 2024-11-26T22:21:58,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073741985_1161 (size=12001) 2024-11-26T22:21:58,076 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=54 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/.tmp/C/4da1df22fc1e4aaea5e4dfefe545967f 2024-11-26T22:21:58,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/.tmp/A/296bab4235fe464d9da6e187ca673723 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/A/296bab4235fe464d9da6e187ca673723 2024-11-26T22:21:58,093 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/A/296bab4235fe464d9da6e187ca673723, entries=150, sequenceid=54, filesize=30.2 K 2024-11-26T22:21:58,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/.tmp/B/31658bd047a14827852799e3a868e328 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/B/31658bd047a14827852799e3a868e328 2024-11-26T22:21:58,101 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/B/31658bd047a14827852799e3a868e328, entries=150, sequenceid=54, filesize=11.7 K 2024-11-26T22:21:58,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/.tmp/C/4da1df22fc1e4aaea5e4dfefe545967f as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/C/4da1df22fc1e4aaea5e4dfefe545967f 2024-11-26T22:21:58,112 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/C/4da1df22fc1e4aaea5e4dfefe545967f, entries=150, sequenceid=54, filesize=11.7 K 2024-11-26T22:21:58,118 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-26T22:21:58,123 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for bb6bb821de27f6e558a85d061a226d36 in 622ms, sequenceid=54, compaction requested=true 2024-11-26T22:21:58,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2538): Flush status journal for bb6bb821de27f6e558a85d061a226d36: 2024-11-26T22:21:58,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36. 2024-11-26T22:21:58,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-11-26T22:21:58,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster(4106): Remote procedure done, pid=48 2024-11-26T22:21:58,127 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=48, resume processing ppid=47 2024-11-26T22:21:58,127 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=48, ppid=47, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 775 msec 2024-11-26T22:21:58,129 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=47, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees in 782 msec 2024-11-26T22:21:58,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(8581): Flush requested on bb6bb821de27f6e558a85d061a226d36 2024-11-26T22:21:58,216 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing bb6bb821de27f6e558a85d061a226d36 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-26T22:21:58,216 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bb6bb821de27f6e558a85d061a226d36, store=A 2024-11-26T22:21:58,217 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:21:58,217 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bb6bb821de27f6e558a85d061a226d36, store=B 2024-11-26T22:21:58,217 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:21:58,217 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bb6bb821de27f6e558a85d061a226d36, store=C 2024-11-26T22:21:58,217 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:21:58,231 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126c4ab83ff7fc04f67a3608f56df04d135_bb6bb821de27f6e558a85d061a226d36 is 50, key is test_row_0/A:col10/1732659718214/Put/seqid=0 2024-11-26T22:21:58,255 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:58,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56194 deadline: 1732659778252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:58,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073741986_1162 (size=12154) 2024-11-26T22:21:58,356 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:58,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56194 deadline: 1732659778356, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:58,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-26T22:21:58,455 INFO [Thread-732 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 47 completed 2024-11-26T22:21:58,457 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T22:21:58,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] procedure2.ProcedureExecutor(1098): Stored pid=49, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees 2024-11-26T22:21:58,460 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=49, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T22:21:58,460 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=49, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T22:21:58,461 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=50, ppid=49, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T22:21:58,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-26T22:21:58,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-26T22:21:58,562 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:58,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56194 deadline: 1732659778558, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:58,612 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:58,613 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34335 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-26T22:21:58,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36. 2024-11-26T22:21:58,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36. as already flushing 2024-11-26T22:21:58,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36. 2024-11-26T22:21:58,614 ERROR [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => bb6bb821de27f6e558a85d061a226d36, NAME => 'TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:21:58,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => bb6bb821de27f6e558a85d061a226d36, NAME => 'TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:21:58,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bb6bb821de27f6e558a85d061a226d36, NAME => 'TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bb6bb821de27f6e558a85d061a226d36, NAME => 'TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:21:58,627 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:58,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56230 deadline: 1732659778626, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:58,634 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:58,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56214 deadline: 1732659778632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:58,643 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:58,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56256 deadline: 1732659778639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:58,654 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:58,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56210 deadline: 1732659778649, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:58,679 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:21:58,685 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126c4ab83ff7fc04f67a3608f56df04d135_bb6bb821de27f6e558a85d061a226d36 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126c4ab83ff7fc04f67a3608f56df04d135_bb6bb821de27f6e558a85d061a226d36 2024-11-26T22:21:58,686 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/.tmp/A/fd232a4c74614e29858b712a1f751790, store: [table=TestAcidGuarantees family=A region=bb6bb821de27f6e558a85d061a226d36] 2024-11-26T22:21:58,687 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/.tmp/A/fd232a4c74614e29858b712a1f751790 is 175, key is test_row_0/A:col10/1732659718214/Put/seqid=0 2024-11-26T22:21:58,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073741987_1163 (size=30955) 2024-11-26T22:21:58,731 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=77, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/.tmp/A/fd232a4c74614e29858b712a1f751790 2024-11-26T22:21:58,759 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/.tmp/B/9487f6bb8fd04a49aeac0f423854c99c is 50, key is test_row_0/B:col10/1732659718214/Put/seqid=0 2024-11-26T22:21:58,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-26T22:21:58,766 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:58,767 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34335 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-26T22:21:58,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36. 2024-11-26T22:21:58,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36. as already flushing 2024-11-26T22:21:58,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36. 2024-11-26T22:21:58,768 ERROR [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => bb6bb821de27f6e558a85d061a226d36, NAME => 'TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:21:58,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => bb6bb821de27f6e558a85d061a226d36, NAME => 'TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:21:58,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bb6bb821de27f6e558a85d061a226d36, NAME => 'TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bb6bb821de27f6e558a85d061a226d36, NAME => 'TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:21:58,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073741988_1164 (size=12001) 2024-11-26T22:21:58,865 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:58,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56194 deadline: 1732659778865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:58,921 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:58,921 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34335 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-26T22:21:58,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36. 2024-11-26T22:21:58,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36. as already flushing 2024-11-26T22:21:58,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36. 2024-11-26T22:21:58,922 ERROR [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => bb6bb821de27f6e558a85d061a226d36, NAME => 'TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:21:58,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => bb6bb821de27f6e558a85d061a226d36, NAME => 'TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:21:58,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bb6bb821de27f6e558a85d061a226d36, NAME => 'TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bb6bb821de27f6e558a85d061a226d36, NAME => 'TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:21:59,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-26T22:21:59,074 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:59,077 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34335 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-26T22:21:59,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36. 2024-11-26T22:21:59,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36. as already flushing 2024-11-26T22:21:59,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36. 2024-11-26T22:21:59,077 ERROR [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => bb6bb821de27f6e558a85d061a226d36, NAME => 'TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:21:59,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => bb6bb821de27f6e558a85d061a226d36, NAME => 'TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:21:59,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bb6bb821de27f6e558a85d061a226d36, NAME => 'TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bb6bb821de27f6e558a85d061a226d36, NAME => 'TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:21:59,201 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/.tmp/B/9487f6bb8fd04a49aeac0f423854c99c 2024-11-26T22:21:59,203 INFO [master/d8c094cf5ab0:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-26T22:21:59,203 INFO [master/d8c094cf5ab0:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-26T22:21:59,218 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/.tmp/C/7a3767778ff64ac5b1356856b939177c is 50, key is test_row_0/C:col10/1732659718214/Put/seqid=0 2024-11-26T22:21:59,230 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:59,231 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34335 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-26T22:21:59,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36. 2024-11-26T22:21:59,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36. as already flushing 2024-11-26T22:21:59,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36. 2024-11-26T22:21:59,232 ERROR [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => bb6bb821de27f6e558a85d061a226d36, NAME => 'TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:21:59,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => bb6bb821de27f6e558a85d061a226d36, NAME => 'TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:21:59,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bb6bb821de27f6e558a85d061a226d36, NAME => 'TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bb6bb821de27f6e558a85d061a226d36, NAME => 'TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:21:59,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073741989_1165 (size=12001) 2024-11-26T22:21:59,372 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:21:59,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56194 deadline: 1732659779370, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:59,384 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:59,385 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34335 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-26T22:21:59,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36. 2024-11-26T22:21:59,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36. as already flushing 2024-11-26T22:21:59,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36. 2024-11-26T22:21:59,386 ERROR [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => bb6bb821de27f6e558a85d061a226d36, NAME => 'TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:21:59,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => bb6bb821de27f6e558a85d061a226d36, NAME => 'TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:21:59,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bb6bb821de27f6e558a85d061a226d36, NAME => 'TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bb6bb821de27f6e558a85d061a226d36, NAME => 'TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:21:59,538 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:59,539 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34335 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-26T22:21:59,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36. 2024-11-26T22:21:59,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36. as already flushing 2024-11-26T22:21:59,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36. 2024-11-26T22:21:59,540 ERROR [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => bb6bb821de27f6e558a85d061a226d36, NAME => 'TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:21:59,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => bb6bb821de27f6e558a85d061a226d36, NAME => 'TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:21:59,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bb6bb821de27f6e558a85d061a226d36, NAME => 'TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bb6bb821de27f6e558a85d061a226d36, NAME => 'TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:21:59,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-26T22:21:59,643 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/.tmp/C/7a3767778ff64ac5b1356856b939177c 2024-11-26T22:21:59,650 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/.tmp/A/fd232a4c74614e29858b712a1f751790 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/A/fd232a4c74614e29858b712a1f751790 2024-11-26T22:21:59,657 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/A/fd232a4c74614e29858b712a1f751790, entries=150, sequenceid=77, filesize=30.2 K 2024-11-26T22:21:59,659 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/.tmp/B/9487f6bb8fd04a49aeac0f423854c99c as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/B/9487f6bb8fd04a49aeac0f423854c99c 2024-11-26T22:21:59,673 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/B/9487f6bb8fd04a49aeac0f423854c99c, entries=150, sequenceid=77, filesize=11.7 K 2024-11-26T22:21:59,674 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/.tmp/C/7a3767778ff64ac5b1356856b939177c as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/C/7a3767778ff64ac5b1356856b939177c 2024-11-26T22:21:59,684 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/C/7a3767778ff64ac5b1356856b939177c, entries=150, sequenceid=77, filesize=11.7 K 2024-11-26T22:21:59,686 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for bb6bb821de27f6e558a85d061a226d36 in 1469ms, sequenceid=77, compaction requested=true 2024-11-26T22:21:59,686 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for bb6bb821de27f6e558a85d061a226d36: 2024-11-26T22:21:59,686 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bb6bb821de27f6e558a85d061a226d36:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T22:21:59,686 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T22:21:59,686 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bb6bb821de27f6e558a85d061a226d36:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T22:21:59,686 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T22:21:59,686 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T22:21:59,686 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bb6bb821de27f6e558a85d061a226d36:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T22:21:59,686 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T22:21:59,686 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T22:21:59,688 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-26T22:21:59,688 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 132414 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-26T22:21:59,688 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HStore(1540): bb6bb821de27f6e558a85d061a226d36/B is initiating minor compaction (all files) 2024-11-26T22:21:59,688 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HStore(1540): bb6bb821de27f6e558a85d061a226d36/A is initiating minor compaction (all files) 2024-11-26T22:21:59,688 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of bb6bb821de27f6e558a85d061a226d36/B in TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36. 2024-11-26T22:21:59,688 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of bb6bb821de27f6e558a85d061a226d36/A in TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36. 2024-11-26T22:21:59,689 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/A/2ec360615e8748d9a5e335c276b56d48, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/A/1b403ea8bfc4481c81b0ebf59b39126d, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/A/296bab4235fe464d9da6e187ca673723, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/A/fd232a4c74614e29858b712a1f751790] into tmpdir=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/.tmp, totalSize=129.3 K 2024-11-26T22:21:59,689 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/B/618253e51a204acfac11eb095b0aefeb, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/B/ac35d7311c6d49ab905a2906dd34fdee, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/B/31658bd047a14827852799e3a868e328, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/B/9487f6bb8fd04a49aeac0f423854c99c] into tmpdir=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/.tmp, totalSize=46.9 K 2024-11-26T22:21:59,689 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36. 2024-11-26T22:21:59,689 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36. files: [hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/A/2ec360615e8748d9a5e335c276b56d48, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/A/1b403ea8bfc4481c81b0ebf59b39126d, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/A/296bab4235fe464d9da6e187ca673723, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/A/fd232a4c74614e29858b712a1f751790] 2024-11-26T22:21:59,690 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2ec360615e8748d9a5e335c276b56d48, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1732659715261 2024-11-26T22:21:59,690 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.Compactor(224): Compacting 618253e51a204acfac11eb095b0aefeb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1732659715261 2024-11-26T22:21:59,690 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.Compactor(224): Compacting ac35d7311c6d49ab905a2906dd34fdee, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732659715331 2024-11-26T22:21:59,690 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1b403ea8bfc4481c81b0ebf59b39126d, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732659715331 2024-11-26T22:21:59,691 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.Compactor(224): Compacting 296bab4235fe464d9da6e187ca673723, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1732659716484 2024-11-26T22:21:59,691 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.Compactor(224): Compacting 31658bd047a14827852799e3a868e328, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1732659716484 2024-11-26T22:21:59,691 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.Compactor(224): Compacting fd232a4c74614e29858b712a1f751790, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1732659717578 2024-11-26T22:21:59,692 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.Compactor(224): Compacting 9487f6bb8fd04a49aeac0f423854c99c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1732659717578 2024-11-26T22:21:59,692 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d8c094cf5ab0,34335,1732659674113 2024-11-26T22:21:59,693 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34335 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-26T22:21:59,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36. 2024-11-26T22:21:59,693 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2837): Flushing bb6bb821de27f6e558a85d061a226d36 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-26T22:21:59,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bb6bb821de27f6e558a85d061a226d36, store=A 2024-11-26T22:21:59,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:21:59,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bb6bb821de27f6e558a85d061a226d36, store=B 2024-11-26T22:21:59,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:21:59,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bb6bb821de27f6e558a85d061a226d36, store=C 2024-11-26T22:21:59,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:21:59,721 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=bb6bb821de27f6e558a85d061a226d36] 2024-11-26T22:21:59,732 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bb6bb821de27f6e558a85d061a226d36#B#compaction#145 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-26T22:21:59,732 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411265c9833e20ca44d04b84d1ed26960439d_bb6bb821de27f6e558a85d061a226d36 store=[table=TestAcidGuarantees family=A region=bb6bb821de27f6e558a85d061a226d36] 2024-11-26T22:21:59,733 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/.tmp/B/bc3a2a1c68de4d5093c868853ba7ded2 is 50, key is test_row_0/B:col10/1732659718214/Put/seqid=0 2024-11-26T22:21:59,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411268348694e68f94a0b89b524f61a0e5a21_bb6bb821de27f6e558a85d061a226d36 is 50, key is test_row_0/A:col10/1732659718246/Put/seqid=0 2024-11-26T22:21:59,740 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411265c9833e20ca44d04b84d1ed26960439d_bb6bb821de27f6e558a85d061a226d36, store=[table=TestAcidGuarantees family=A region=bb6bb821de27f6e558a85d061a226d36] 2024-11-26T22:21:59,741 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411265c9833e20ca44d04b84d1ed26960439d_bb6bb821de27f6e558a85d061a226d36 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=bb6bb821de27f6e558a85d061a226d36] 2024-11-26T22:21:59,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073741990_1166 (size=12139) 2024-11-26T22:21:59,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073741991_1167 (size=12154) 2024-11-26T22:21:59,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:21:59,811 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411268348694e68f94a0b89b524f61a0e5a21_bb6bb821de27f6e558a85d061a226d36 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411268348694e68f94a0b89b524f61a0e5a21_bb6bb821de27f6e558a85d061a226d36 2024-11-26T22:21:59,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/.tmp/A/573784bd6b854a069cee2479fbc4d8b8, store: [table=TestAcidGuarantees family=A region=bb6bb821de27f6e558a85d061a226d36] 2024-11-26T22:21:59,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/.tmp/A/573784bd6b854a069cee2479fbc4d8b8 is 175, key is test_row_0/A:col10/1732659718246/Put/seqid=0 2024-11-26T22:21:59,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073741992_1168 (size=4469) 2024-11-26T22:21:59,827 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): bb6bb821de27f6e558a85d061a226d36#A#compaction#144 average throughput is 0.23 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T22:21:59,829 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/.tmp/A/9dd8b829ea3642aca1aa5a2fde807a31 is 175, key is test_row_0/A:col10/1732659718214/Put/seqid=0 2024-11-26T22:21:59,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073741993_1169 (size=30955) 2024-11-26T22:21:59,844 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=90, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/.tmp/A/573784bd6b854a069cee2479fbc4d8b8 2024-11-26T22:21:59,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073741994_1170 (size=31093) 2024-11-26T22:21:59,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/.tmp/B/b857aa7cf1484a8b9709ed855f65bedc is 50, key is test_row_0/B:col10/1732659718246/Put/seqid=0 2024-11-26T22:21:59,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073741995_1171 (size=12001) 2024-11-26T22:22:00,201 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/.tmp/B/bc3a2a1c68de4d5093c868853ba7ded2 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/B/bc3a2a1c68de4d5093c868853ba7ded2 2024-11-26T22:22:00,208 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in bb6bb821de27f6e558a85d061a226d36/B of bb6bb821de27f6e558a85d061a226d36 into bc3a2a1c68de4d5093c868853ba7ded2(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T22:22:00,208 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for bb6bb821de27f6e558a85d061a226d36: 2024-11-26T22:22:00,208 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36., storeName=bb6bb821de27f6e558a85d061a226d36/B, priority=12, startTime=1732659719686; duration=0sec 2024-11-26T22:22:00,208 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T22:22:00,209 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bb6bb821de27f6e558a85d061a226d36:B 2024-11-26T22:22:00,209 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T22:22:00,211 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-26T22:22:00,211 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HStore(1540): bb6bb821de27f6e558a85d061a226d36/C is initiating minor compaction (all files) 2024-11-26T22:22:00,211 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of bb6bb821de27f6e558a85d061a226d36/C in TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36. 2024-11-26T22:22:00,211 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/C/b2c13484ff9e4b44b4892919b3d8902b, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/C/e4c55e7b0def46d085abc3236023fabd, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/C/4da1df22fc1e4aaea5e4dfefe545967f, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/C/7a3767778ff64ac5b1356856b939177c] into tmpdir=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/.tmp, totalSize=46.9 K 2024-11-26T22:22:00,211 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.Compactor(224): Compacting b2c13484ff9e4b44b4892919b3d8902b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1732659715261 2024-11-26T22:22:00,212 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.Compactor(224): Compacting e4c55e7b0def46d085abc3236023fabd, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732659715331 2024-11-26T22:22:00,212 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.Compactor(224): Compacting 4da1df22fc1e4aaea5e4dfefe545967f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1732659716484 2024-11-26T22:22:00,213 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.Compactor(224): Compacting 7a3767778ff64ac5b1356856b939177c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1732659717578 2024-11-26T22:22:00,225 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bb6bb821de27f6e558a85d061a226d36#C#compaction#148 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T22:22:00,226 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/.tmp/C/c0334430bce24b8696914ddd3cd7c823 is 50, key is test_row_0/C:col10/1732659718214/Put/seqid=0 2024-11-26T22:22:00,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073741996_1172 (size=12139) 2024-11-26T22:22:00,263 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/.tmp/C/c0334430bce24b8696914ddd3cd7c823 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/C/c0334430bce24b8696914ddd3cd7c823 2024-11-26T22:22:00,271 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/.tmp/A/9dd8b829ea3642aca1aa5a2fde807a31 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/A/9dd8b829ea3642aca1aa5a2fde807a31 2024-11-26T22:22:00,278 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in bb6bb821de27f6e558a85d061a226d36/C of bb6bb821de27f6e558a85d061a226d36 into c0334430bce24b8696914ddd3cd7c823(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T22:22:00,278 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for bb6bb821de27f6e558a85d061a226d36: 2024-11-26T22:22:00,278 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36., storeName=bb6bb821de27f6e558a85d061a226d36/C, priority=12, startTime=1732659719686; duration=0sec 2024-11-26T22:22:00,278 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T22:22:00,278 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bb6bb821de27f6e558a85d061a226d36:C 2024-11-26T22:22:00,284 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in bb6bb821de27f6e558a85d061a226d36/A of bb6bb821de27f6e558a85d061a226d36 into 9dd8b829ea3642aca1aa5a2fde807a31(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T22:22:00,284 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for bb6bb821de27f6e558a85d061a226d36: 2024-11-26T22:22:00,284 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36., storeName=bb6bb821de27f6e558a85d061a226d36/A, priority=12, startTime=1732659719686; duration=0sec 2024-11-26T22:22:00,284 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T22:22:00,284 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bb6bb821de27f6e558a85d061a226d36:A 2024-11-26T22:22:00,285 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/.tmp/B/b857aa7cf1484a8b9709ed855f65bedc 2024-11-26T22:22:00,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/.tmp/C/24eaac5593f74ba9a947825cc1750089 is 50, key is test_row_0/C:col10/1732659718246/Put/seqid=0 2024-11-26T22:22:00,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073741997_1173 (size=12001) 2024-11-26T22:22:00,330 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/.tmp/C/24eaac5593f74ba9a947825cc1750089 2024-11-26T22:22:00,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/.tmp/A/573784bd6b854a069cee2479fbc4d8b8 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/A/573784bd6b854a069cee2479fbc4d8b8 2024-11-26T22:22:00,351 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/A/573784bd6b854a069cee2479fbc4d8b8, entries=150, sequenceid=90, filesize=30.2 K 2024-11-26T22:22:00,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/.tmp/B/b857aa7cf1484a8b9709ed855f65bedc as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/B/b857aa7cf1484a8b9709ed855f65bedc 2024-11-26T22:22:00,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,359 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/B/b857aa7cf1484a8b9709ed855f65bedc, entries=150, sequenceid=90, filesize=11.7 K 2024-11-26T22:22:00,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/.tmp/C/24eaac5593f74ba9a947825cc1750089 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/C/24eaac5593f74ba9a947825cc1750089 2024-11-26T22:22:00,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,378 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/C/24eaac5593f74ba9a947825cc1750089, entries=150, sequenceid=90, filesize=11.7 K 2024-11-26T22:22:00,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,380 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=0 B/0 for bb6bb821de27f6e558a85d061a226d36 in 686ms, sequenceid=90, compaction requested=false 2024-11-26T22:22:00,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2538): Flush status journal for bb6bb821de27f6e558a85d061a226d36: 2024-11-26T22:22:00,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36. 2024-11-26T22:22:00,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=50 2024-11-26T22:22:00,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster(4106): Remote procedure done, pid=50 2024-11-26T22:22:00,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,389 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=50, resume processing ppid=49 2024-11-26T22:22:00,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,389 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=50, ppid=49, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9210 sec 2024-11-26T22:22:00,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,391 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=49, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees in 1.9330 sec 2024-11-26T22:22:00,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-26T22:22:00,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,567 INFO [Thread-732 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 49 completed 2024-11-26T22:22:00,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,569 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T22:22:00,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] procedure2.ProcedureExecutor(1098): Stored pid=51, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees 2024-11-26T22:22:00,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-26T22:22:00,570 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=51, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T22:22:00,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,571 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=51, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T22:22:00,571 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=52, ppid=51, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T22:22:00,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(8581): Flush requested on bb6bb821de27f6e558a85d061a226d36 2024-11-26T22:22:00,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,617 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing bb6bb821de27f6e558a85d061a226d36 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-26T22:22:00,617 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bb6bb821de27f6e558a85d061a226d36, store=A 2024-11-26T22:22:00,617 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:22:00,617 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bb6bb821de27f6e558a85d061a226d36, store=B 2024-11-26T22:22:00,618 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:22:00,618 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bb6bb821de27f6e558a85d061a226d36, store=C 2024-11-26T22:22:00,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,618 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:22:00,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,628 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126bfe00bd911a741aabdbbdd684081ddaa_bb6bb821de27f6e558a85d061a226d36 is 50, key is test_row_0/A:col10/1732659720611/Put/seqid=0 2024-11-26T22:22:00,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073741998_1174 (size=19474) 2024-11-26T22:22:00,649 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:00,656 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126bfe00bd911a741aabdbbdd684081ddaa_bb6bb821de27f6e558a85d061a226d36 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126bfe00bd911a741aabdbbdd684081ddaa_bb6bb821de27f6e558a85d061a226d36 2024-11-26T22:22:00,657 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/.tmp/A/7582f54a6e3b45d5a6ee029dc291c74b, store: [table=TestAcidGuarantees family=A region=bb6bb821de27f6e558a85d061a226d36] 2024-11-26T22:22:00,658 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/.tmp/A/7582f54a6e3b45d5a6ee029dc291c74b is 175, key is test_row_0/A:col10/1732659720611/Put/seqid=0 2024-11-26T22:22:00,670 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:00,670 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:00,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56214 deadline: 1732659780665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:00,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56194 deadline: 1732659780665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:00,670 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:00,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56210 deadline: 1732659780667, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:00,671 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:00,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56230 deadline: 1732659780668, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:00,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-26T22:22:00,671 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:00,672 DEBUG [Thread-724 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4166 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36., hostname=d8c094cf5ab0,34335,1732659674113, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T22:22:00,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56256 deadline: 1732659780669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:00,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073741999_1175 (size=56733) 2024-11-26T22:22:00,674 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=104, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/.tmp/A/7582f54a6e3b45d5a6ee029dc291c74b 2024-11-26T22:22:00,683 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/.tmp/B/392edb031f914e989ac002cb459739f5 is 50, key is test_row_0/B:col10/1732659720611/Put/seqid=0 2024-11-26T22:22:00,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742000_1176 (size=12001) 2024-11-26T22:22:00,723 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:00,724 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34335 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-26T22:22:00,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36. 2024-11-26T22:22:00,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36. as already flushing 2024-11-26T22:22:00,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36. 2024-11-26T22:22:00,724 ERROR [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => bb6bb821de27f6e558a85d061a226d36, NAME => 'TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:22:00,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => bb6bb821de27f6e558a85d061a226d36, NAME => 'TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:22:00,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bb6bb821de27f6e558a85d061a226d36, NAME => 'TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bb6bb821de27f6e558a85d061a226d36, NAME => 'TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:22:00,772 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:00,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56194 deadline: 1732659780771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:00,773 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:00,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56230 deadline: 1732659780772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:00,773 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:00,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56214 deadline: 1732659780773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:00,775 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:00,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56256 deadline: 1732659780774, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:00,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-26T22:22:00,877 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:00,877 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34335 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-26T22:22:00,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36. 2024-11-26T22:22:00,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36. as already flushing 2024-11-26T22:22:00,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36. 2024-11-26T22:22:00,878 ERROR [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => bb6bb821de27f6e558a85d061a226d36, NAME => 'TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:22:00,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => bb6bb821de27f6e558a85d061a226d36, NAME => 'TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:22:00,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bb6bb821de27f6e558a85d061a226d36, NAME => 'TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bb6bb821de27f6e558a85d061a226d36, NAME => 'TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:22:00,975 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:00,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56214 deadline: 1732659780975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:00,975 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:00,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56194 deadline: 1732659780975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:00,976 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:00,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56230 deadline: 1732659780975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:00,978 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:00,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56256 deadline: 1732659780977, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:01,030 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:01,030 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34335 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-26T22:22:01,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36. 2024-11-26T22:22:01,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36. as already flushing 2024-11-26T22:22:01,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36. 2024-11-26T22:22:01,031 ERROR [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => bb6bb821de27f6e558a85d061a226d36, NAME => 'TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:22:01,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => bb6bb821de27f6e558a85d061a226d36, NAME => 'TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:22:01,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bb6bb821de27f6e558a85d061a226d36, NAME => 'TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bb6bb821de27f6e558a85d061a226d36, NAME => 'TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:22:01,116 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=104 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/.tmp/B/392edb031f914e989ac002cb459739f5 2024-11-26T22:22:01,126 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/.tmp/C/ce1506bf0113447abfcb3c23aa095e1f is 50, key is test_row_0/C:col10/1732659720611/Put/seqid=0 2024-11-26T22:22:01,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742001_1177 (size=12001) 2024-11-26T22:22:01,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-26T22:22:01,184 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:01,184 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34335 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-26T22:22:01,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36. 2024-11-26T22:22:01,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36. as already flushing 2024-11-26T22:22:01,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36. 2024-11-26T22:22:01,185 ERROR [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => bb6bb821de27f6e558a85d061a226d36, NAME => 'TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:22:01,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => bb6bb821de27f6e558a85d061a226d36, NAME => 'TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:22:01,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bb6bb821de27f6e558a85d061a226d36, NAME => 'TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bb6bb821de27f6e558a85d061a226d36, NAME => 'TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:22:01,278 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:01,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56230 deadline: 1732659781277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:01,281 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:01,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56256 deadline: 1732659781279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:01,281 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:01,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56214 deadline: 1732659781280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:01,281 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:01,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56194 deadline: 1732659781280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:01,338 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:01,338 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34335 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-26T22:22:01,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36. 2024-11-26T22:22:01,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36. as already flushing 2024-11-26T22:22:01,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36. 2024-11-26T22:22:01,339 ERROR [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => bb6bb821de27f6e558a85d061a226d36, NAME => 'TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:22:01,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => bb6bb821de27f6e558a85d061a226d36, NAME => 'TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:22:01,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bb6bb821de27f6e558a85d061a226d36, NAME => 'TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bb6bb821de27f6e558a85d061a226d36, NAME => 'TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:22:01,492 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:01,493 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34335 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-26T22:22:01,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36. 2024-11-26T22:22:01,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36. as already flushing 2024-11-26T22:22:01,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36. 2024-11-26T22:22:01,493 ERROR [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => bb6bb821de27f6e558a85d061a226d36, NAME => 'TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:22:01,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => bb6bb821de27f6e558a85d061a226d36, NAME => 'TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:22:01,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bb6bb821de27f6e558a85d061a226d36, NAME => 'TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bb6bb821de27f6e558a85d061a226d36, NAME => 'TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:22:01,532 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=104 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/.tmp/C/ce1506bf0113447abfcb3c23aa095e1f 2024-11-26T22:22:01,539 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/.tmp/A/7582f54a6e3b45d5a6ee029dc291c74b as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/A/7582f54a6e3b45d5a6ee029dc291c74b 2024-11-26T22:22:01,545 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/A/7582f54a6e3b45d5a6ee029dc291c74b, entries=300, sequenceid=104, filesize=55.4 K 2024-11-26T22:22:01,546 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/.tmp/B/392edb031f914e989ac002cb459739f5 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/B/392edb031f914e989ac002cb459739f5 2024-11-26T22:22:01,565 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/B/392edb031f914e989ac002cb459739f5, entries=150, sequenceid=104, filesize=11.7 K 2024-11-26T22:22:01,567 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/.tmp/C/ce1506bf0113447abfcb3c23aa095e1f as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/C/ce1506bf0113447abfcb3c23aa095e1f 2024-11-26T22:22:01,574 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/C/ce1506bf0113447abfcb3c23aa095e1f, entries=150, sequenceid=104, filesize=11.7 K 2024-11-26T22:22:01,574 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for bb6bb821de27f6e558a85d061a226d36 in 957ms, sequenceid=104, compaction requested=true 2024-11-26T22:22:01,575 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for bb6bb821de27f6e558a85d061a226d36: 2024-11-26T22:22:01,575 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bb6bb821de27f6e558a85d061a226d36:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T22:22:01,575 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T22:22:01,575 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T22:22:01,575 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bb6bb821de27f6e558a85d061a226d36:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T22:22:01,575 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T22:22:01,575 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bb6bb821de27f6e558a85d061a226d36:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T22:22:01,575 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-26T22:22:01,575 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T22:22:01,576 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 118781 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T22:22:01,576 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HStore(1540): bb6bb821de27f6e558a85d061a226d36/A is initiating minor compaction (all files) 2024-11-26T22:22:01,576 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of bb6bb821de27f6e558a85d061a226d36/A in TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36. 2024-11-26T22:22:01,577 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/A/9dd8b829ea3642aca1aa5a2fde807a31, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/A/573784bd6b854a069cee2479fbc4d8b8, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/A/7582f54a6e3b45d5a6ee029dc291c74b] into tmpdir=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/.tmp, totalSize=116.0 K 2024-11-26T22:22:01,577 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36. 2024-11-26T22:22:01,577 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36. files: [hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/A/9dd8b829ea3642aca1aa5a2fde807a31, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/A/573784bd6b854a069cee2479fbc4d8b8, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/A/7582f54a6e3b45d5a6ee029dc291c74b] 2024-11-26T22:22:01,577 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T22:22:01,577 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HStore(1540): bb6bb821de27f6e558a85d061a226d36/B is initiating minor compaction (all files) 2024-11-26T22:22:01,577 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9dd8b829ea3642aca1aa5a2fde807a31, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1732659717578 2024-11-26T22:22:01,577 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of bb6bb821de27f6e558a85d061a226d36/B in TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36. 2024-11-26T22:22:01,577 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/B/bc3a2a1c68de4d5093c868853ba7ded2, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/B/b857aa7cf1484a8b9709ed855f65bedc, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/B/392edb031f914e989ac002cb459739f5] into tmpdir=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/.tmp, totalSize=35.3 K 2024-11-26T22:22:01,578 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.Compactor(224): Compacting bc3a2a1c68de4d5093c868853ba7ded2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1732659717578 2024-11-26T22:22:01,578 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.Compactor(224): Compacting b857aa7cf1484a8b9709ed855f65bedc, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1732659718239 2024-11-26T22:22:01,579 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.Compactor(224): Compacting 392edb031f914e989ac002cb459739f5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=104, earliestPutTs=1732659720492 2024-11-26T22:22:01,578 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.Compactor(224): Compacting 573784bd6b854a069cee2479fbc4d8b8, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1732659718239 2024-11-26T22:22:01,580 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7582f54a6e3b45d5a6ee029dc291c74b, keycount=300, bloomtype=ROW, size=55.4 K, encoding=NONE, compression=NONE, seqNum=104, earliestPutTs=1732659720492 2024-11-26T22:22:01,591 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bb6bb821de27f6e558a85d061a226d36#B#compaction#153 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T22:22:01,592 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/.tmp/B/5a2b7e6046e04116afdc4cbe1e148c22 is 50, key is test_row_0/B:col10/1732659720611/Put/seqid=0 2024-11-26T22:22:01,594 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=bb6bb821de27f6e558a85d061a226d36] 2024-11-26T22:22:01,601 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241126376252b568304827bd1bf091cceef211_bb6bb821de27f6e558a85d061a226d36 store=[table=TestAcidGuarantees family=A region=bb6bb821de27f6e558a85d061a226d36] 2024-11-26T22:22:01,604 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241126376252b568304827bd1bf091cceef211_bb6bb821de27f6e558a85d061a226d36, store=[table=TestAcidGuarantees family=A region=bb6bb821de27f6e558a85d061a226d36] 2024-11-26T22:22:01,604 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126376252b568304827bd1bf091cceef211_bb6bb821de27f6e558a85d061a226d36 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=bb6bb821de27f6e558a85d061a226d36] 2024-11-26T22:22:01,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742002_1178 (size=12241) 2024-11-26T22:22:01,622 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/.tmp/B/5a2b7e6046e04116afdc4cbe1e148c22 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/B/5a2b7e6046e04116afdc4cbe1e148c22 2024-11-26T22:22:01,629 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in bb6bb821de27f6e558a85d061a226d36/B of bb6bb821de27f6e558a85d061a226d36 into 5a2b7e6046e04116afdc4cbe1e148c22(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T22:22:01,629 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for bb6bb821de27f6e558a85d061a226d36: 2024-11-26T22:22:01,629 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36., storeName=bb6bb821de27f6e558a85d061a226d36/B, priority=13, startTime=1732659721575; duration=0sec 2024-11-26T22:22:01,629 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T22:22:01,629 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bb6bb821de27f6e558a85d061a226d36:B 2024-11-26T22:22:01,629 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T22:22:01,631 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T22:22:01,631 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HStore(1540): bb6bb821de27f6e558a85d061a226d36/C is initiating minor compaction (all files) 2024-11-26T22:22:01,632 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of bb6bb821de27f6e558a85d061a226d36/C in TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36. 2024-11-26T22:22:01,632 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/C/c0334430bce24b8696914ddd3cd7c823, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/C/24eaac5593f74ba9a947825cc1750089, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/C/ce1506bf0113447abfcb3c23aa095e1f] into tmpdir=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/.tmp, totalSize=35.3 K 2024-11-26T22:22:01,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742003_1179 (size=4469) 2024-11-26T22:22:01,633 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.Compactor(224): Compacting c0334430bce24b8696914ddd3cd7c823, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1732659717578 2024-11-26T22:22:01,633 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.Compactor(224): Compacting 24eaac5593f74ba9a947825cc1750089, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1732659718239 2024-11-26T22:22:01,634 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.Compactor(224): Compacting ce1506bf0113447abfcb3c23aa095e1f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=104, earliestPutTs=1732659720492 2024-11-26T22:22:01,646 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:01,646 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34335 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-26T22:22:01,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36. 2024-11-26T22:22:01,646 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2837): Flushing bb6bb821de27f6e558a85d061a226d36 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-26T22:22:01,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bb6bb821de27f6e558a85d061a226d36, store=A 2024-11-26T22:22:01,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:22:01,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bb6bb821de27f6e558a85d061a226d36, store=B 2024-11-26T22:22:01,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:22:01,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bb6bb821de27f6e558a85d061a226d36, store=C 2024-11-26T22:22:01,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:22:01,647 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bb6bb821de27f6e558a85d061a226d36#C#compaction#155 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-26T22:22:01,648 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/.tmp/C/ff7bfbd325d44bfebbb8d79de2253717 is 50, key is test_row_0/C:col10/1732659720611/Put/seqid=0 2024-11-26T22:22:01,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126b5dffaea2a234d38a698428c9523ea2c_bb6bb821de27f6e558a85d061a226d36 is 50, key is test_row_0/A:col10/1732659720649/Put/seqid=0 2024-11-26T22:22:01,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-26T22:22:01,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742004_1180 (size=12241) 2024-11-26T22:22:01,695 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/.tmp/C/ff7bfbd325d44bfebbb8d79de2253717 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/C/ff7bfbd325d44bfebbb8d79de2253717 2024-11-26T22:22:01,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742005_1181 (size=12154) 2024-11-26T22:22:01,707 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in bb6bb821de27f6e558a85d061a226d36/C of bb6bb821de27f6e558a85d061a226d36 into ff7bfbd325d44bfebbb8d79de2253717(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T22:22:01,707 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for bb6bb821de27f6e558a85d061a226d36: 2024-11-26T22:22:01,707 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36., storeName=bb6bb821de27f6e558a85d061a226d36/C, priority=13, startTime=1732659721575; duration=0sec 2024-11-26T22:22:01,708 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T22:22:01,708 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bb6bb821de27f6e558a85d061a226d36:C 2024-11-26T22:22:01,782 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36. as already flushing 2024-11-26T22:22:01,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(8581): Flush requested on bb6bb821de27f6e558a85d061a226d36 2024-11-26T22:22:01,795 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:01,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56194 deadline: 1732659781790, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:01,795 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:01,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56256 deadline: 1732659781791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:01,796 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:01,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56230 deadline: 1732659781792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:01,796 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:01,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56214 deadline: 1732659781792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:01,898 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:01,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56194 deadline: 1732659781897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:01,899 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:01,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56256 deadline: 1732659781897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:01,899 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:01,899 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:01,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56230 deadline: 1732659781897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:01,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56214 deadline: 1732659781897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:02,035 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): bb6bb821de27f6e558a85d061a226d36#A#compaction#154 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T22:22:02,036 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/.tmp/A/ab23d87fd93045bfbc804bd776eb90c6 is 175, key is test_row_0/A:col10/1732659720611/Put/seqid=0 2024-11-26T22:22:02,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742006_1182 (size=31195) 2024-11-26T22:22:02,052 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/.tmp/A/ab23d87fd93045bfbc804bd776eb90c6 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/A/ab23d87fd93045bfbc804bd776eb90c6 2024-11-26T22:22:02,057 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in bb6bb821de27f6e558a85d061a226d36/A of bb6bb821de27f6e558a85d061a226d36 into ab23d87fd93045bfbc804bd776eb90c6(size=30.5 K), total size for store is 30.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T22:22:02,057 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for bb6bb821de27f6e558a85d061a226d36: 2024-11-26T22:22:02,057 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36., storeName=bb6bb821de27f6e558a85d061a226d36/A, priority=13, startTime=1732659721575; duration=0sec 2024-11-26T22:22:02,057 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T22:22:02,057 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bb6bb821de27f6e558a85d061a226d36:A 2024-11-26T22:22:02,103 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:02,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56256 deadline: 1732659782101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:02,103 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:02,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56194 deadline: 1732659782101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:02,103 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:02,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56214 deadline: 1732659782101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:02,104 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:02,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56230 deadline: 1732659782102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:02,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:02,120 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126b5dffaea2a234d38a698428c9523ea2c_bb6bb821de27f6e558a85d061a226d36 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126b5dffaea2a234d38a698428c9523ea2c_bb6bb821de27f6e558a85d061a226d36 2024-11-26T22:22:02,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/.tmp/A/f1be69b649ec45e582f6435b25d1d1b8, store: [table=TestAcidGuarantees family=A region=bb6bb821de27f6e558a85d061a226d36] 2024-11-26T22:22:02,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/.tmp/A/f1be69b649ec45e582f6435b25d1d1b8 is 175, key is test_row_0/A:col10/1732659720649/Put/seqid=0 2024-11-26T22:22:02,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742007_1183 (size=30955) 2024-11-26T22:22:02,405 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:02,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56194 deadline: 1732659782405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:02,407 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:02,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56230 deadline: 1732659782407, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:02,410 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:02,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56256 deadline: 1732659782409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:02,410 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:02,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56214 deadline: 1732659782409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:02,536 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=130, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/.tmp/A/f1be69b649ec45e582f6435b25d1d1b8 2024-11-26T22:22:02,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/.tmp/B/d23a4299f7894c33ba7f1a8838d3a525 is 50, key is test_row_0/B:col10/1732659720649/Put/seqid=0 2024-11-26T22:22:02,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742008_1184 (size=12001) 2024-11-26T22:22:02,558 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=130 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/.tmp/B/d23a4299f7894c33ba7f1a8838d3a525 2024-11-26T22:22:02,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/.tmp/C/490589db1945421192dcaad94611afd1 is 50, key is test_row_0/C:col10/1732659720649/Put/seqid=0 2024-11-26T22:22:02,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742009_1185 (size=12001) 2024-11-26T22:22:02,574 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=130 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/.tmp/C/490589db1945421192dcaad94611afd1 2024-11-26T22:22:02,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/.tmp/A/f1be69b649ec45e582f6435b25d1d1b8 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/A/f1be69b649ec45e582f6435b25d1d1b8 2024-11-26T22:22:02,586 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/A/f1be69b649ec45e582f6435b25d1d1b8, entries=150, sequenceid=130, filesize=30.2 K 2024-11-26T22:22:02,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/.tmp/B/d23a4299f7894c33ba7f1a8838d3a525 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/B/d23a4299f7894c33ba7f1a8838d3a525 2024-11-26T22:22:02,595 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/B/d23a4299f7894c33ba7f1a8838d3a525, entries=150, sequenceid=130, filesize=11.7 K 2024-11-26T22:22:02,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/.tmp/C/490589db1945421192dcaad94611afd1 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/C/490589db1945421192dcaad94611afd1 2024-11-26T22:22:02,603 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/C/490589db1945421192dcaad94611afd1, entries=150, sequenceid=130, filesize=11.7 K 2024-11-26T22:22:02,604 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for bb6bb821de27f6e558a85d061a226d36 in 958ms, sequenceid=130, compaction requested=false 2024-11-26T22:22:02,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2538): Flush status journal for bb6bb821de27f6e558a85d061a226d36: 2024-11-26T22:22:02,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36. 2024-11-26T22:22:02,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=52 2024-11-26T22:22:02,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster(4106): Remote procedure done, pid=52 2024-11-26T22:22:02,607 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=52, resume processing ppid=51 2024-11-26T22:22:02,607 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=52, ppid=51, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0340 sec 2024-11-26T22:22:02,609 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=51, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees in 2.0390 sec 2024-11-26T22:22:02,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-26T22:22:02,676 INFO [Thread-732 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 51 completed 2024-11-26T22:22:02,678 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T22:22:02,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] procedure2.ProcedureExecutor(1098): Stored pid=53, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees 2024-11-26T22:22:02,680 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=53, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T22:22:02,681 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=53, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T22:22:02,681 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=54, ppid=53, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T22:22:02,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-26T22:22:02,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-26T22:22:02,832 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:02,833 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34335 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-26T22:22:02,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36. 2024-11-26T22:22:02,833 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2837): Flushing bb6bb821de27f6e558a85d061a226d36 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-26T22:22:02,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bb6bb821de27f6e558a85d061a226d36, store=A 2024-11-26T22:22:02,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:22:02,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bb6bb821de27f6e558a85d061a226d36, store=B 2024-11-26T22:22:02,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:22:02,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bb6bb821de27f6e558a85d061a226d36, store=C 2024-11-26T22:22:02,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:22:02,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112642b9e81e1fe242b7b99c9cf0ed216f69_bb6bb821de27f6e558a85d061a226d36 is 50, key is test_row_0/A:col10/1732659721789/Put/seqid=0 2024-11-26T22:22:02,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742010_1186 (size=12304) 2024-11-26T22:22:02,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:02,887 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112642b9e81e1fe242b7b99c9cf0ed216f69_bb6bb821de27f6e558a85d061a226d36 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112642b9e81e1fe242b7b99c9cf0ed216f69_bb6bb821de27f6e558a85d061a226d36 2024-11-26T22:22:02,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/.tmp/A/93886ad0b1ee4846a229bac0496494e6, store: [table=TestAcidGuarantees family=A region=bb6bb821de27f6e558a85d061a226d36] 2024-11-26T22:22:02,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/.tmp/A/93886ad0b1ee4846a229bac0496494e6 is 175, key is test_row_0/A:col10/1732659721789/Put/seqid=0 2024-11-26T22:22:02,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742011_1187 (size=31105) 2024-11-26T22:22:02,902 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=143, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/.tmp/A/93886ad0b1ee4846a229bac0496494e6 2024-11-26T22:22:02,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(8581): Flush requested on bb6bb821de27f6e558a85d061a226d36 2024-11-26T22:22:02,912 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36. as already flushing 2024-11-26T22:22:02,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/.tmp/B/06100031ba684420ab9690f13da15991 is 50, key is test_row_0/B:col10/1732659721789/Put/seqid=0 2024-11-26T22:22:02,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742012_1188 (size=12151) 2024-11-26T22:22:02,926 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=143 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/.tmp/B/06100031ba684420ab9690f13da15991 2024-11-26T22:22:02,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/.tmp/C/36595bd31a0f4f8fb8cda8b105657522 is 50, key is test_row_0/C:col10/1732659721789/Put/seqid=0 2024-11-26T22:22:02,956 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:02,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56256 deadline: 1732659782948, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:02,958 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:02,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56214 deadline: 1732659782956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:02,958 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:02,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56230 deadline: 1732659782956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:02,962 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:02,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56194 deadline: 1732659782960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:02,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742013_1189 (size=12151) 2024-11-26T22:22:02,975 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=143 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/.tmp/C/36595bd31a0f4f8fb8cda8b105657522 2024-11-26T22:22:02,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/.tmp/A/93886ad0b1ee4846a229bac0496494e6 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/A/93886ad0b1ee4846a229bac0496494e6 2024-11-26T22:22:02,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-26T22:22:02,992 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/A/93886ad0b1ee4846a229bac0496494e6, entries=150, sequenceid=143, filesize=30.4 K 2024-11-26T22:22:02,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/.tmp/B/06100031ba684420ab9690f13da15991 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/B/06100031ba684420ab9690f13da15991 2024-11-26T22:22:03,000 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/B/06100031ba684420ab9690f13da15991, entries=150, sequenceid=143, filesize=11.9 K 2024-11-26T22:22:03,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/.tmp/C/36595bd31a0f4f8fb8cda8b105657522 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/C/36595bd31a0f4f8fb8cda8b105657522 2024-11-26T22:22:03,007 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/C/36595bd31a0f4f8fb8cda8b105657522, entries=150, sequenceid=143, filesize=11.9 K 2024-11-26T22:22:03,009 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for bb6bb821de27f6e558a85d061a226d36 in 176ms, sequenceid=143, compaction requested=true 2024-11-26T22:22:03,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2538): Flush status journal for bb6bb821de27f6e558a85d061a226d36: 2024-11-26T22:22:03,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36. 2024-11-26T22:22:03,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=54 2024-11-26T22:22:03,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster(4106): Remote procedure done, pid=54 2024-11-26T22:22:03,013 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=54, resume processing ppid=53 2024-11-26T22:22:03,013 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=54, ppid=53, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 330 msec 2024-11-26T22:22:03,016 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=53, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees in 337 msec 2024-11-26T22:22:03,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(8581): Flush requested on bb6bb821de27f6e558a85d061a226d36 2024-11-26T22:22:03,060 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing bb6bb821de27f6e558a85d061a226d36 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-26T22:22:03,062 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bb6bb821de27f6e558a85d061a226d36, store=A 2024-11-26T22:22:03,062 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:22:03,062 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bb6bb821de27f6e558a85d061a226d36, store=B 2024-11-26T22:22:03,062 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:22:03,063 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bb6bb821de27f6e558a85d061a226d36, store=C 2024-11-26T22:22:03,063 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:22:03,076 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:03,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56194 deadline: 1732659783073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:03,078 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126bea3c0f8ceb845db9d0ca28d4935a3dd_bb6bb821de27f6e558a85d061a226d36 is 50, key is test_row_0/A:col10/1732659722948/Put/seqid=0 2024-11-26T22:22:03,079 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:03,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56230 deadline: 1732659783074, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:03,079 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:03,079 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:03,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56214 deadline: 1732659783074, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:03,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56256 deadline: 1732659783075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:03,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742014_1190 (size=17284) 2024-11-26T22:22:03,178 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:03,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56194 deadline: 1732659783178, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:03,181 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:03,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56230 deadline: 1732659783181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:03,189 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:03,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56214 deadline: 1732659783188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:03,189 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:03,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56256 deadline: 1732659783188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:03,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-26T22:22:03,284 INFO [Thread-732 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 53 completed 2024-11-26T22:22:03,286 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T22:22:03,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] procedure2.ProcedureExecutor(1098): Stored pid=55, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees 2024-11-26T22:22:03,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-26T22:22:03,287 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=55, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T22:22:03,288 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=55, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T22:22:03,288 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=56, ppid=55, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T22:22:03,380 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:03,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56194 deadline: 1732659783379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:03,384 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:03,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56230 deadline: 1732659783383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:03,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-26T22:22:03,391 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:03,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56214 deadline: 1732659783390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:03,391 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:03,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56256 deadline: 1732659783390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:03,439 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:03,440 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34335 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-26T22:22:03,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36. 2024-11-26T22:22:03,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36. as already flushing 2024-11-26T22:22:03,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36. 2024-11-26T22:22:03,440 ERROR [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => bb6bb821de27f6e558a85d061a226d36, NAME => 'TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:22:03,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => bb6bb821de27f6e558a85d061a226d36, NAME => 'TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:22:03,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bb6bb821de27f6e558a85d061a226d36, NAME => 'TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bb6bb821de27f6e558a85d061a226d36, NAME => 'TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:22:03,489 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:03,495 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126bea3c0f8ceb845db9d0ca28d4935a3dd_bb6bb821de27f6e558a85d061a226d36 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126bea3c0f8ceb845db9d0ca28d4935a3dd_bb6bb821de27f6e558a85d061a226d36 2024-11-26T22:22:03,496 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/.tmp/A/f0a3ffaeb61b4a58a91814fd63d3b822, store: [table=TestAcidGuarantees family=A region=bb6bb821de27f6e558a85d061a226d36] 2024-11-26T22:22:03,497 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/.tmp/A/f0a3ffaeb61b4a58a91814fd63d3b822 is 175, key is test_row_0/A:col10/1732659722948/Put/seqid=0 2024-11-26T22:22:03,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742015_1191 (size=48389) 2024-11-26T22:22:03,519 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=171, memsize=55.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/.tmp/A/f0a3ffaeb61b4a58a91814fd63d3b822 2024-11-26T22:22:03,530 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/.tmp/B/11e34530d065469b9f7d513cad081590 is 50, key is test_row_0/B:col10/1732659722948/Put/seqid=0 2024-11-26T22:22:03,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742016_1192 (size=12151) 2024-11-26T22:22:03,545 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=171 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/.tmp/B/11e34530d065469b9f7d513cad081590 2024-11-26T22:22:03,555 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/.tmp/C/f1942a0ac78b4cf9a8b32176daf75b1e is 50, key is test_row_0/C:col10/1732659722948/Put/seqid=0 2024-11-26T22:22:03,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742017_1193 (size=12151) 2024-11-26T22:22:03,564 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=171 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/.tmp/C/f1942a0ac78b4cf9a8b32176daf75b1e 2024-11-26T22:22:03,593 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:03,597 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34335 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-26T22:22:03,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-26T22:22:03,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36. 2024-11-26T22:22:03,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36. as already flushing 2024-11-26T22:22:03,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36. 2024-11-26T22:22:03,598 ERROR [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => bb6bb821de27f6e558a85d061a226d36, NAME => 'TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:22:03,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => bb6bb821de27f6e558a85d061a226d36, NAME => 'TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:22:03,598 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/.tmp/A/f0a3ffaeb61b4a58a91814fd63d3b822 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/A/f0a3ffaeb61b4a58a91814fd63d3b822 2024-11-26T22:22:03,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bb6bb821de27f6e558a85d061a226d36, NAME => 'TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bb6bb821de27f6e558a85d061a226d36, NAME => 'TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:22:03,605 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/A/f0a3ffaeb61b4a58a91814fd63d3b822, entries=250, sequenceid=171, filesize=47.3 K 2024-11-26T22:22:03,606 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/.tmp/B/11e34530d065469b9f7d513cad081590 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/B/11e34530d065469b9f7d513cad081590 2024-11-26T22:22:03,615 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/B/11e34530d065469b9f7d513cad081590, entries=150, sequenceid=171, filesize=11.9 K 2024-11-26T22:22:03,616 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/.tmp/C/f1942a0ac78b4cf9a8b32176daf75b1e as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/C/f1942a0ac78b4cf9a8b32176daf75b1e 2024-11-26T22:22:03,624 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/C/f1942a0ac78b4cf9a8b32176daf75b1e, entries=150, sequenceid=171, filesize=11.9 K 2024-11-26T22:22:03,625 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=40.25 KB/41220 for bb6bb821de27f6e558a85d061a226d36 in 565ms, sequenceid=171, compaction requested=true 2024-11-26T22:22:03,625 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for bb6bb821de27f6e558a85d061a226d36: 2024-11-26T22:22:03,626 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bb6bb821de27f6e558a85d061a226d36:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T22:22:03,626 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T22:22:03,626 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T22:22:03,626 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bb6bb821de27f6e558a85d061a226d36:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T22:22:03,626 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T22:22:03,626 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T22:22:03,626 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bb6bb821de27f6e558a85d061a226d36:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T22:22:03,626 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T22:22:03,628 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 141644 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-26T22:22:03,628 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HStore(1540): bb6bb821de27f6e558a85d061a226d36/A is initiating minor compaction (all files) 2024-11-26T22:22:03,628 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of bb6bb821de27f6e558a85d061a226d36/A in TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36. 2024-11-26T22:22:03,628 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/A/ab23d87fd93045bfbc804bd776eb90c6, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/A/f1be69b649ec45e582f6435b25d1d1b8, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/A/93886ad0b1ee4846a229bac0496494e6, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/A/f0a3ffaeb61b4a58a91814fd63d3b822] into tmpdir=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/.tmp, totalSize=138.3 K 2024-11-26T22:22:03,628 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36. 2024-11-26T22:22:03,628 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36. files: [hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/A/ab23d87fd93045bfbc804bd776eb90c6, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/A/f1be69b649ec45e582f6435b25d1d1b8, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/A/93886ad0b1ee4846a229bac0496494e6, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/A/f0a3ffaeb61b4a58a91814fd63d3b822] 2024-11-26T22:22:03,629 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48544 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-26T22:22:03,629 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HStore(1540): bb6bb821de27f6e558a85d061a226d36/B is initiating minor compaction (all files) 2024-11-26T22:22:03,629 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of bb6bb821de27f6e558a85d061a226d36/B in TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36. 2024-11-26T22:22:03,629 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/B/5a2b7e6046e04116afdc4cbe1e148c22, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/B/d23a4299f7894c33ba7f1a8838d3a525, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/B/06100031ba684420ab9690f13da15991, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/B/11e34530d065469b9f7d513cad081590] into tmpdir=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/.tmp, totalSize=47.4 K 2024-11-26T22:22:03,630 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.Compactor(224): Compacting 5a2b7e6046e04116afdc4cbe1e148c22, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=104, earliestPutTs=1732659720492 2024-11-26T22:22:03,630 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.Compactor(224): Compacting ab23d87fd93045bfbc804bd776eb90c6, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=104, earliestPutTs=1732659720492 2024-11-26T22:22:03,630 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.Compactor(224): Compacting d23a4299f7894c33ba7f1a8838d3a525, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1732659720649 2024-11-26T22:22:03,631 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.Compactor(224): Compacting f1be69b649ec45e582f6435b25d1d1b8, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1732659720649 2024-11-26T22:22:03,631 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.Compactor(224): Compacting 06100031ba684420ab9690f13da15991, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=143, earliestPutTs=1732659721789 2024-11-26T22:22:03,631 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.Compactor(224): Compacting 93886ad0b1ee4846a229bac0496494e6, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=143, earliestPutTs=1732659721789 2024-11-26T22:22:03,632 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.Compactor(224): Compacting 11e34530d065469b9f7d513cad081590, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1732659722948 2024-11-26T22:22:03,632 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.Compactor(224): Compacting f0a3ffaeb61b4a58a91814fd63d3b822, keycount=250, bloomtype=ROW, size=47.3 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1732659722943 2024-11-26T22:22:03,665 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=bb6bb821de27f6e558a85d061a226d36] 2024-11-26T22:22:03,670 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bb6bb821de27f6e558a85d061a226d36#B#compaction#166 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-26T22:22:03,671 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/.tmp/B/4e1a1dabc2ae4cc6b5c9337abad3e005 is 50, key is test_row_0/B:col10/1732659722948/Put/seqid=0 2024-11-26T22:22:03,672 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411261a9a805df0bf4311ae070c11f996fda0_bb6bb821de27f6e558a85d061a226d36 store=[table=TestAcidGuarantees family=A region=bb6bb821de27f6e558a85d061a226d36] 2024-11-26T22:22:03,675 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411261a9a805df0bf4311ae070c11f996fda0_bb6bb821de27f6e558a85d061a226d36, store=[table=TestAcidGuarantees family=A region=bb6bb821de27f6e558a85d061a226d36] 2024-11-26T22:22:03,675 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411261a9a805df0bf4311ae070c11f996fda0_bb6bb821de27f6e558a85d061a226d36 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=bb6bb821de27f6e558a85d061a226d36] 2024-11-26T22:22:03,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742019_1195 (size=4469) 2024-11-26T22:22:03,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(8581): Flush requested on bb6bb821de27f6e558a85d061a226d36 2024-11-26T22:22:03,690 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing bb6bb821de27f6e558a85d061a226d36 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-26T22:22:03,690 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bb6bb821de27f6e558a85d061a226d36, store=A 2024-11-26T22:22:03,690 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:22:03,690 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bb6bb821de27f6e558a85d061a226d36, store=B 2024-11-26T22:22:03,690 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:22:03,690 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bb6bb821de27f6e558a85d061a226d36, store=C 2024-11-26T22:22:03,690 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:22:03,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742018_1194 (size=12527) 2024-11-26T22:22:03,705 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126a5bb73f260f64611b5dd6411effdc60d_bb6bb821de27f6e558a85d061a226d36 is 50, key is test_row_0/A:col10/1732659723065/Put/seqid=0 2024-11-26T22:22:03,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742020_1196 (size=14794) 2024-11-26T22:22:03,719 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:03,724 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126a5bb73f260f64611b5dd6411effdc60d_bb6bb821de27f6e558a85d061a226d36 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126a5bb73f260f64611b5dd6411effdc60d_bb6bb821de27f6e558a85d061a226d36 2024-11-26T22:22:03,726 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/.tmp/A/87e20298e729464eacfb509510f6ece9, store: [table=TestAcidGuarantees family=A region=bb6bb821de27f6e558a85d061a226d36] 2024-11-26T22:22:03,727 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/.tmp/A/87e20298e729464eacfb509510f6ece9 is 175, key is test_row_0/A:col10/1732659723065/Put/seqid=0 2024-11-26T22:22:03,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742021_1197 (size=39749) 2024-11-26T22:22:03,746 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:03,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56256 deadline: 1732659783740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:03,746 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:03,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56214 deadline: 1732659783740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:03,748 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:03,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56194 deadline: 1732659783745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:03,748 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:03,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56230 deadline: 1732659783746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:03,750 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:03,751 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34335 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-26T22:22:03,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36. 2024-11-26T22:22:03,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36. as already flushing 2024-11-26T22:22:03,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36. 2024-11-26T22:22:03,751 ERROR [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => bb6bb821de27f6e558a85d061a226d36, NAME => 'TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:22:03,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => bb6bb821de27f6e558a85d061a226d36, NAME => 'TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:22:03,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bb6bb821de27f6e558a85d061a226d36, NAME => 'TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bb6bb821de27f6e558a85d061a226d36, NAME => 'TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:22:03,850 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:03,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56256 deadline: 1732659783847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:03,850 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:03,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56214 deadline: 1732659783848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:03,852 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:03,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56230 deadline: 1732659783850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:03,852 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:03,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56194 deadline: 1732659783850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:03,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-26T22:22:03,904 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:03,904 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34335 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-26T22:22:03,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36. 2024-11-26T22:22:03,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36. as already flushing 2024-11-26T22:22:03,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36. 2024-11-26T22:22:03,905 ERROR [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => bb6bb821de27f6e558a85d061a226d36, NAME => 'TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:22:03,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => bb6bb821de27f6e558a85d061a226d36, NAME => 'TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:22:03,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bb6bb821de27f6e558a85d061a226d36, NAME => 'TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bb6bb821de27f6e558a85d061a226d36, NAME => 'TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:22:04,053 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:04,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56214 deadline: 1732659784051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:04,053 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:04,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56256 deadline: 1732659784052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:04,057 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:04,058 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:04,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56230 deadline: 1732659784053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:04,058 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:04,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56194 deadline: 1732659784054, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:04,058 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34335 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-26T22:22:04,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36. 2024-11-26T22:22:04,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36. as already flushing 2024-11-26T22:22:04,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36. 2024-11-26T22:22:04,059 ERROR [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => bb6bb821de27f6e558a85d061a226d36, NAME => 'TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:22:04,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => bb6bb821de27f6e558a85d061a226d36, NAME => 'TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:22:04,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bb6bb821de27f6e558a85d061a226d36, NAME => 'TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bb6bb821de27f6e558a85d061a226d36, NAME => 'TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:22:04,086 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): bb6bb821de27f6e558a85d061a226d36#A#compaction#165 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T22:22:04,087 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/.tmp/A/b3aad5a619294e828de80d0c99579765 is 175, key is test_row_0/A:col10/1732659722948/Put/seqid=0 2024-11-26T22:22:04,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742022_1198 (size=31481) 2024-11-26T22:22:04,119 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/.tmp/B/4e1a1dabc2ae4cc6b5c9337abad3e005 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/B/4e1a1dabc2ae4cc6b5c9337abad3e005 2024-11-26T22:22:04,124 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in bb6bb821de27f6e558a85d061a226d36/B of bb6bb821de27f6e558a85d061a226d36 into 4e1a1dabc2ae4cc6b5c9337abad3e005(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T22:22:04,124 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for bb6bb821de27f6e558a85d061a226d36: 2024-11-26T22:22:04,124 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36., storeName=bb6bb821de27f6e558a85d061a226d36/B, priority=12, startTime=1732659723626; duration=0sec 2024-11-26T22:22:04,124 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T22:22:04,124 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bb6bb821de27f6e558a85d061a226d36:B 2024-11-26T22:22:04,124 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T22:22:04,126 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48544 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-26T22:22:04,126 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HStore(1540): bb6bb821de27f6e558a85d061a226d36/C is initiating minor compaction (all files) 2024-11-26T22:22:04,126 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of bb6bb821de27f6e558a85d061a226d36/C in TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36. 2024-11-26T22:22:04,126 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/C/ff7bfbd325d44bfebbb8d79de2253717, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/C/490589db1945421192dcaad94611afd1, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/C/36595bd31a0f4f8fb8cda8b105657522, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/C/f1942a0ac78b4cf9a8b32176daf75b1e] into tmpdir=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/.tmp, totalSize=47.4 K 2024-11-26T22:22:04,127 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.Compactor(224): Compacting ff7bfbd325d44bfebbb8d79de2253717, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=104, earliestPutTs=1732659720492 2024-11-26T22:22:04,127 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.Compactor(224): Compacting 490589db1945421192dcaad94611afd1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1732659720649 2024-11-26T22:22:04,127 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.Compactor(224): Compacting 36595bd31a0f4f8fb8cda8b105657522, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=143, earliestPutTs=1732659721789 2024-11-26T22:22:04,129 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.Compactor(224): Compacting f1942a0ac78b4cf9a8b32176daf75b1e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1732659722948 2024-11-26T22:22:04,139 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=182, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/.tmp/A/87e20298e729464eacfb509510f6ece9 2024-11-26T22:22:04,144 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bb6bb821de27f6e558a85d061a226d36#C#compaction#168 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T22:22:04,145 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/.tmp/C/27524b5400ec433faf7669801c327148 is 50, key is test_row_0/C:col10/1732659722948/Put/seqid=0 2024-11-26T22:22:04,161 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/.tmp/B/89608055534d46b8beceb9169b0f3a61 is 50, key is test_row_0/B:col10/1732659723065/Put/seqid=0 2024-11-26T22:22:04,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742023_1199 (size=12527) 2024-11-26T22:22:04,202 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/.tmp/C/27524b5400ec433faf7669801c327148 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/C/27524b5400ec433faf7669801c327148 2024-11-26T22:22:04,209 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in bb6bb821de27f6e558a85d061a226d36/C of bb6bb821de27f6e558a85d061a226d36 into 27524b5400ec433faf7669801c327148(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T22:22:04,209 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for bb6bb821de27f6e558a85d061a226d36: 2024-11-26T22:22:04,209 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36., storeName=bb6bb821de27f6e558a85d061a226d36/C, priority=12, startTime=1732659723626; duration=0sec 2024-11-26T22:22:04,209 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T22:22:04,209 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bb6bb821de27f6e558a85d061a226d36:C 2024-11-26T22:22:04,211 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:04,211 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34335 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-26T22:22:04,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742024_1200 (size=12151) 2024-11-26T22:22:04,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36. 2024-11-26T22:22:04,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36. as already flushing 2024-11-26T22:22:04,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36. 2024-11-26T22:22:04,212 ERROR [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => bb6bb821de27f6e558a85d061a226d36, NAME => 'TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:22:04,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => bb6bb821de27f6e558a85d061a226d36, NAME => 'TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:22:04,213 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=182 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/.tmp/B/89608055534d46b8beceb9169b0f3a61 2024-11-26T22:22:04,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bb6bb821de27f6e558a85d061a226d36, NAME => 'TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bb6bb821de27f6e558a85d061a226d36, NAME => 'TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:22:04,230 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/.tmp/C/cf40467a4f6641358aea9c574286454f is 50, key is test_row_0/C:col10/1732659723065/Put/seqid=0 2024-11-26T22:22:04,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742025_1201 (size=12151) 2024-11-26T22:22:04,243 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=182 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/.tmp/C/cf40467a4f6641358aea9c574286454f 2024-11-26T22:22:04,250 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/.tmp/A/87e20298e729464eacfb509510f6ece9 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/A/87e20298e729464eacfb509510f6ece9 2024-11-26T22:22:04,254 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/A/87e20298e729464eacfb509510f6ece9, entries=200, sequenceid=182, filesize=38.8 K 2024-11-26T22:22:04,256 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/.tmp/B/89608055534d46b8beceb9169b0f3a61 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/B/89608055534d46b8beceb9169b0f3a61 2024-11-26T22:22:04,259 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/B/89608055534d46b8beceb9169b0f3a61, entries=150, sequenceid=182, filesize=11.9 K 2024-11-26T22:22:04,261 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/.tmp/C/cf40467a4f6641358aea9c574286454f as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/C/cf40467a4f6641358aea9c574286454f 2024-11-26T22:22:04,265 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/C/cf40467a4f6641358aea9c574286454f, entries=150, sequenceid=182, filesize=11.9 K 2024-11-26T22:22:04,267 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for bb6bb821de27f6e558a85d061a226d36 in 577ms, sequenceid=182, compaction requested=false 2024-11-26T22:22:04,267 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for bb6bb821de27f6e558a85d061a226d36: 2024-11-26T22:22:04,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(8581): Flush requested on bb6bb821de27f6e558a85d061a226d36 2024-11-26T22:22:04,358 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing bb6bb821de27f6e558a85d061a226d36 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-26T22:22:04,359 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bb6bb821de27f6e558a85d061a226d36, store=A 2024-11-26T22:22:04,359 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:22:04,359 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bb6bb821de27f6e558a85d061a226d36, store=B 2024-11-26T22:22:04,359 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:22:04,359 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bb6bb821de27f6e558a85d061a226d36, store=C 2024-11-26T22:22:04,359 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:22:04,364 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:04,365 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34335 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-26T22:22:04,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36. 2024-11-26T22:22:04,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36. as already flushing 2024-11-26T22:22:04,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36. 2024-11-26T22:22:04,365 ERROR [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => bb6bb821de27f6e558a85d061a226d36, NAME => 'TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:22:04,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => bb6bb821de27f6e558a85d061a226d36, NAME => 'TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:22:04,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bb6bb821de27f6e558a85d061a226d36, NAME => 'TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bb6bb821de27f6e558a85d061a226d36, NAME => 'TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:22:04,367 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:04,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56230 deadline: 1732659784362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:04,368 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:04,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56214 deadline: 1732659784363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:04,369 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126807df02f55324399aea8cf229a66d30a_bb6bb821de27f6e558a85d061a226d36 is 50, key is test_row_0/A:col10/1732659724358/Put/seqid=0 2024-11-26T22:22:04,370 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:04,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56194 deadline: 1732659784370, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:04,371 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:04,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56256 deadline: 1732659784370, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:04,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742026_1202 (size=14794) 2024-11-26T22:22:04,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-26T22:22:04,470 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:04,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56230 deadline: 1732659784469, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:04,471 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:04,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56214 deadline: 1732659784469, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:04,473 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:04,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56194 deadline: 1732659784472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:04,474 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:04,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56256 deadline: 1732659784472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:04,503 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/.tmp/A/b3aad5a619294e828de80d0c99579765 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/A/b3aad5a619294e828de80d0c99579765 2024-11-26T22:22:04,508 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in bb6bb821de27f6e558a85d061a226d36/A of bb6bb821de27f6e558a85d061a226d36 into b3aad5a619294e828de80d0c99579765(size=30.7 K), total size for store is 69.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T22:22:04,509 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for bb6bb821de27f6e558a85d061a226d36: 2024-11-26T22:22:04,509 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36., storeName=bb6bb821de27f6e558a85d061a226d36/A, priority=12, startTime=1732659723625; duration=0sec 2024-11-26T22:22:04,509 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T22:22:04,509 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bb6bb821de27f6e558a85d061a226d36:A 2024-11-26T22:22:04,517 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:04,518 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34335 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-26T22:22:04,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36. 2024-11-26T22:22:04,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36. as already flushing 2024-11-26T22:22:04,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36. 2024-11-26T22:22:04,518 ERROR [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => bb6bb821de27f6e558a85d061a226d36, NAME => 'TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:22:04,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => bb6bb821de27f6e558a85d061a226d36, NAME => 'TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:22:04,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bb6bb821de27f6e558a85d061a226d36, NAME => 'TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bb6bb821de27f6e558a85d061a226d36, NAME => 'TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:22:04,670 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:04,673 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:04,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56230 deadline: 1732659784672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:04,676 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:04,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56214 deadline: 1732659784673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:04,676 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:04,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56194 deadline: 1732659784675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:04,679 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:04,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56256 deadline: 1732659784677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:04,680 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34335 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-26T22:22:04,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36. 2024-11-26T22:22:04,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36. as already flushing 2024-11-26T22:22:04,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36. 2024-11-26T22:22:04,680 ERROR [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => bb6bb821de27f6e558a85d061a226d36, NAME => 'TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:22:04,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => bb6bb821de27f6e558a85d061a226d36, NAME => 'TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:22:04,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bb6bb821de27f6e558a85d061a226d36, NAME => 'TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bb6bb821de27f6e558a85d061a226d36, NAME => 'TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:22:04,710 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:04,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56210 deadline: 1732659784709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:04,712 DEBUG [Thread-724 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8206 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36., hostname=d8c094cf5ab0,34335,1732659674113, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T22:22:04,783 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:04,788 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126807df02f55324399aea8cf229a66d30a_bb6bb821de27f6e558a85d061a226d36 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126807df02f55324399aea8cf229a66d30a_bb6bb821de27f6e558a85d061a226d36 2024-11-26T22:22:04,789 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/.tmp/A/21e86837a5794037946fff0055dab811, store: [table=TestAcidGuarantees family=A region=bb6bb821de27f6e558a85d061a226d36] 2024-11-26T22:22:04,790 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/.tmp/A/21e86837a5794037946fff0055dab811 is 175, key is test_row_0/A:col10/1732659724358/Put/seqid=0 2024-11-26T22:22:04,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742027_1203 (size=39749) 2024-11-26T22:22:04,833 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:04,834 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34335 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-26T22:22:04,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36. 2024-11-26T22:22:04,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36. as already flushing 2024-11-26T22:22:04,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36. 2024-11-26T22:22:04,834 ERROR [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => bb6bb821de27f6e558a85d061a226d36, NAME => 'TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:22:04,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => bb6bb821de27f6e558a85d061a226d36, NAME => 'TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:22:04,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bb6bb821de27f6e558a85d061a226d36, NAME => 'TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bb6bb821de27f6e558a85d061a226d36, NAME => 'TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:22:04,975 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:04,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56230 deadline: 1732659784974, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:04,979 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:04,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56214 deadline: 1732659784978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:04,980 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:04,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56194 deadline: 1732659784978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:04,983 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:04,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56256 deadline: 1732659784982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:04,986 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:04,987 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34335 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-26T22:22:04,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36. 2024-11-26T22:22:04,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36. as already flushing 2024-11-26T22:22:04,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36. 2024-11-26T22:22:04,987 ERROR [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => bb6bb821de27f6e558a85d061a226d36, NAME => 'TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:22:04,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => bb6bb821de27f6e558a85d061a226d36, NAME => 'TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:22:04,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bb6bb821de27f6e558a85d061a226d36, NAME => 'TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bb6bb821de27f6e558a85d061a226d36, NAME => 'TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:22:05,140 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:05,141 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34335 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-26T22:22:05,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36. 2024-11-26T22:22:05,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36. as already flushing 2024-11-26T22:22:05,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36. 2024-11-26T22:22:05,141 ERROR [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => bb6bb821de27f6e558a85d061a226d36, NAME => 'TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:22:05,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => bb6bb821de27f6e558a85d061a226d36, NAME => 'TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:22:05,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bb6bb821de27f6e558a85d061a226d36, NAME => 'TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bb6bb821de27f6e558a85d061a226d36, NAME => 'TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:22:05,195 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=211, memsize=53.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/.tmp/A/21e86837a5794037946fff0055dab811 2024-11-26T22:22:05,203 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/.tmp/B/545d8bf9469448dc8e6452876c92402b is 50, key is test_row_0/B:col10/1732659724358/Put/seqid=0 2024-11-26T22:22:05,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742028_1204 (size=12151) 2024-11-26T22:22:05,209 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=211 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/.tmp/B/545d8bf9469448dc8e6452876c92402b 2024-11-26T22:22:05,216 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/.tmp/C/8fa34b9237c84d5db1be2a5526632e80 is 50, key is test_row_0/C:col10/1732659724358/Put/seqid=0 2024-11-26T22:22:05,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742029_1205 (size=12151) 2024-11-26T22:22:05,293 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:05,293 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34335 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-26T22:22:05,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36. 2024-11-26T22:22:05,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36. as already flushing 2024-11-26T22:22:05,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36. 2024-11-26T22:22:05,294 ERROR [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => bb6bb821de27f6e558a85d061a226d36, NAME => 'TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:22:05,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => bb6bb821de27f6e558a85d061a226d36, NAME => 'TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:22:05,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bb6bb821de27f6e558a85d061a226d36, NAME => 'TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bb6bb821de27f6e558a85d061a226d36, NAME => 'TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:22:05,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-26T22:22:05,446 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:05,446 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34335 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-26T22:22:05,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36. 2024-11-26T22:22:05,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36. as already flushing 2024-11-26T22:22:05,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36. 2024-11-26T22:22:05,447 ERROR [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => bb6bb821de27f6e558a85d061a226d36, NAME => 'TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:22:05,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => bb6bb821de27f6e558a85d061a226d36, NAME => 'TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:22:05,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bb6bb821de27f6e558a85d061a226d36, NAME => 'TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bb6bb821de27f6e558a85d061a226d36, NAME => 'TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:22:05,479 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:05,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56230 deadline: 1732659785478, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:05,485 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:05,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56194 deadline: 1732659785483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:05,485 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:05,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56214 deadline: 1732659785484, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:05,487 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:05,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56256 deadline: 1732659785486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:05,599 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:05,601 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34335 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-26T22:22:05,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36. 2024-11-26T22:22:05,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36. as already flushing 2024-11-26T22:22:05,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36. 2024-11-26T22:22:05,601 ERROR [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => bb6bb821de27f6e558a85d061a226d36, NAME => 'TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:22:05,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => bb6bb821de27f6e558a85d061a226d36, NAME => 'TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:22:05,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bb6bb821de27f6e558a85d061a226d36, NAME => 'TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bb6bb821de27f6e558a85d061a226d36, NAME => 'TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:22:05,625 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=211 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/.tmp/C/8fa34b9237c84d5db1be2a5526632e80 2024-11-26T22:22:05,631 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/.tmp/A/21e86837a5794037946fff0055dab811 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/A/21e86837a5794037946fff0055dab811 2024-11-26T22:22:05,635 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/A/21e86837a5794037946fff0055dab811, entries=200, sequenceid=211, filesize=38.8 K 2024-11-26T22:22:05,636 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/.tmp/B/545d8bf9469448dc8e6452876c92402b as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/B/545d8bf9469448dc8e6452876c92402b 2024-11-26T22:22:05,641 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/B/545d8bf9469448dc8e6452876c92402b, entries=150, sequenceid=211, filesize=11.9 K 2024-11-26T22:22:05,643 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/.tmp/C/8fa34b9237c84d5db1be2a5526632e80 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/C/8fa34b9237c84d5db1be2a5526632e80 2024-11-26T22:22:05,648 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/C/8fa34b9237c84d5db1be2a5526632e80, entries=150, sequenceid=211, filesize=11.9 K 2024-11-26T22:22:05,649 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for bb6bb821de27f6e558a85d061a226d36 in 1290ms, sequenceid=211, compaction requested=true 2024-11-26T22:22:05,649 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for bb6bb821de27f6e558a85d061a226d36: 2024-11-26T22:22:05,649 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bb6bb821de27f6e558a85d061a226d36:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T22:22:05,649 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T22:22:05,649 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T22:22:05,649 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T22:22:05,649 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bb6bb821de27f6e558a85d061a226d36:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T22:22:05,649 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T22:22:05,649 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bb6bb821de27f6e558a85d061a226d36:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T22:22:05,649 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T22:22:05,650 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 110979 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T22:22:05,650 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HStore(1540): bb6bb821de27f6e558a85d061a226d36/A is initiating minor compaction (all files) 2024-11-26T22:22:05,650 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of bb6bb821de27f6e558a85d061a226d36/A in TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36. 2024-11-26T22:22:05,650 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36829 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T22:22:05,650 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/A/b3aad5a619294e828de80d0c99579765, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/A/87e20298e729464eacfb509510f6ece9, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/A/21e86837a5794037946fff0055dab811] into tmpdir=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/.tmp, totalSize=108.4 K 2024-11-26T22:22:05,650 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HStore(1540): bb6bb821de27f6e558a85d061a226d36/B is initiating minor compaction (all files) 2024-11-26T22:22:05,650 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36. 2024-11-26T22:22:05,650 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of bb6bb821de27f6e558a85d061a226d36/B in TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36. 2024-11-26T22:22:05,650 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36. files: [hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/A/b3aad5a619294e828de80d0c99579765, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/A/87e20298e729464eacfb509510f6ece9, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/A/21e86837a5794037946fff0055dab811] 2024-11-26T22:22:05,651 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/B/4e1a1dabc2ae4cc6b5c9337abad3e005, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/B/89608055534d46b8beceb9169b0f3a61, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/B/545d8bf9469448dc8e6452876c92402b] into tmpdir=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/.tmp, totalSize=36.0 K 2024-11-26T22:22:05,651 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.Compactor(224): Compacting b3aad5a619294e828de80d0c99579765, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1732659722948 2024-11-26T22:22:05,651 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.Compactor(224): Compacting 4e1a1dabc2ae4cc6b5c9337abad3e005, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1732659722948 2024-11-26T22:22:05,652 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.Compactor(224): Compacting 87e20298e729464eacfb509510f6ece9, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=182, earliestPutTs=1732659723065 2024-11-26T22:22:05,652 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.Compactor(224): Compacting 89608055534d46b8beceb9169b0f3a61, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=182, earliestPutTs=1732659723065 2024-11-26T22:22:05,653 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.Compactor(224): Compacting 545d8bf9469448dc8e6452876c92402b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1732659723745 2024-11-26T22:22:05,653 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.Compactor(224): Compacting 21e86837a5794037946fff0055dab811, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1732659723737 2024-11-26T22:22:05,664 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bb6bb821de27f6e558a85d061a226d36#B#compaction#174 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T22:22:05,665 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/.tmp/B/16a465160c304f729734be88759097fb is 50, key is test_row_0/B:col10/1732659724358/Put/seqid=0 2024-11-26T22:22:05,665 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=bb6bb821de27f6e558a85d061a226d36] 2024-11-26T22:22:05,668 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112601198a997a9c4488b2dee9ddc2ee3718_bb6bb821de27f6e558a85d061a226d36 store=[table=TestAcidGuarantees family=A region=bb6bb821de27f6e558a85d061a226d36] 2024-11-26T22:22:05,670 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112601198a997a9c4488b2dee9ddc2ee3718_bb6bb821de27f6e558a85d061a226d36, store=[table=TestAcidGuarantees family=A region=bb6bb821de27f6e558a85d061a226d36] 2024-11-26T22:22:05,670 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112601198a997a9c4488b2dee9ddc2ee3718_bb6bb821de27f6e558a85d061a226d36 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=bb6bb821de27f6e558a85d061a226d36] 2024-11-26T22:22:05,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742031_1207 (size=4469) 2024-11-26T22:22:05,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742030_1206 (size=12629) 2024-11-26T22:22:05,680 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): bb6bb821de27f6e558a85d061a226d36#A#compaction#175 average throughput is 1.63 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T22:22:05,681 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/.tmp/A/63245b777cd244aab9150f66db10559b is 175, key is test_row_0/A:col10/1732659724358/Put/seqid=0 2024-11-26T22:22:05,688 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/.tmp/B/16a465160c304f729734be88759097fb as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/B/16a465160c304f729734be88759097fb 2024-11-26T22:22:05,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742032_1208 (size=31583) 2024-11-26T22:22:05,697 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/.tmp/A/63245b777cd244aab9150f66db10559b as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/A/63245b777cd244aab9150f66db10559b 2024-11-26T22:22:05,698 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in bb6bb821de27f6e558a85d061a226d36/B of bb6bb821de27f6e558a85d061a226d36 into 16a465160c304f729734be88759097fb(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T22:22:05,698 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for bb6bb821de27f6e558a85d061a226d36: 2024-11-26T22:22:05,698 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36., storeName=bb6bb821de27f6e558a85d061a226d36/B, priority=13, startTime=1732659725649; duration=0sec 2024-11-26T22:22:05,698 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T22:22:05,698 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bb6bb821de27f6e558a85d061a226d36:B 2024-11-26T22:22:05,698 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T22:22:05,700 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36829 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T22:22:05,700 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HStore(1540): bb6bb821de27f6e558a85d061a226d36/C is initiating minor compaction (all files) 2024-11-26T22:22:05,700 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of bb6bb821de27f6e558a85d061a226d36/C in TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36. 2024-11-26T22:22:05,700 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/C/27524b5400ec433faf7669801c327148, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/C/cf40467a4f6641358aea9c574286454f, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/C/8fa34b9237c84d5db1be2a5526632e80] into tmpdir=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/.tmp, totalSize=36.0 K 2024-11-26T22:22:05,700 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.Compactor(224): Compacting 27524b5400ec433faf7669801c327148, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1732659722948 2024-11-26T22:22:05,701 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.Compactor(224): Compacting cf40467a4f6641358aea9c574286454f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=182, earliestPutTs=1732659723065 2024-11-26T22:22:05,702 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.Compactor(224): Compacting 8fa34b9237c84d5db1be2a5526632e80, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1732659723745 2024-11-26T22:22:05,704 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in bb6bb821de27f6e558a85d061a226d36/A of bb6bb821de27f6e558a85d061a226d36 into 63245b777cd244aab9150f66db10559b(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T22:22:05,704 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for bb6bb821de27f6e558a85d061a226d36: 2024-11-26T22:22:05,704 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36., storeName=bb6bb821de27f6e558a85d061a226d36/A, priority=13, startTime=1732659725649; duration=0sec 2024-11-26T22:22:05,704 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T22:22:05,704 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bb6bb821de27f6e558a85d061a226d36:A 2024-11-26T22:22:05,711 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bb6bb821de27f6e558a85d061a226d36#C#compaction#176 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T22:22:05,711 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/.tmp/C/31af8cc6b26643eb96bb9fd82737e40d is 50, key is test_row_0/C:col10/1732659724358/Put/seqid=0 2024-11-26T22:22:05,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742033_1209 (size=12629) 2024-11-26T22:22:05,735 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/.tmp/C/31af8cc6b26643eb96bb9fd82737e40d as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/C/31af8cc6b26643eb96bb9fd82737e40d 2024-11-26T22:22:05,742 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in bb6bb821de27f6e558a85d061a226d36/C of bb6bb821de27f6e558a85d061a226d36 into 31af8cc6b26643eb96bb9fd82737e40d(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T22:22:05,742 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for bb6bb821de27f6e558a85d061a226d36: 2024-11-26T22:22:05,742 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36., storeName=bb6bb821de27f6e558a85d061a226d36/C, priority=13, startTime=1732659725649; duration=0sec 2024-11-26T22:22:05,742 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T22:22:05,742 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bb6bb821de27f6e558a85d061a226d36:C 2024-11-26T22:22:05,754 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:05,754 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34335 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-26T22:22:05,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36. 2024-11-26T22:22:05,754 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2837): Flushing bb6bb821de27f6e558a85d061a226d36 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-11-26T22:22:05,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bb6bb821de27f6e558a85d061a226d36, store=A 2024-11-26T22:22:05,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:22:05,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bb6bb821de27f6e558a85d061a226d36, store=B 2024-11-26T22:22:05,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:22:05,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bb6bb821de27f6e558a85d061a226d36, store=C 2024-11-26T22:22:05,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:22:05,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112617206527730145f395d8ae6f95893c16_bb6bb821de27f6e558a85d061a226d36 is 50, key is test_row_0/A:col10/1732659724365/Put/seqid=0 2024-11-26T22:22:05,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742034_1210 (size=12304) 2024-11-26T22:22:06,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:06,185 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112617206527730145f395d8ae6f95893c16_bb6bb821de27f6e558a85d061a226d36 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112617206527730145f395d8ae6f95893c16_bb6bb821de27f6e558a85d061a226d36 2024-11-26T22:22:06,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/.tmp/A/19613354cdf74dd0b53671cf08fdbf23, store: [table=TestAcidGuarantees family=A region=bb6bb821de27f6e558a85d061a226d36] 2024-11-26T22:22:06,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/.tmp/A/19613354cdf74dd0b53671cf08fdbf23 is 175, key is test_row_0/A:col10/1732659724365/Put/seqid=0 2024-11-26T22:22:06,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742035_1211 (size=31105) 2024-11-26T22:22:06,191 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=224, memsize=13.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/.tmp/A/19613354cdf74dd0b53671cf08fdbf23 2024-11-26T22:22:06,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/.tmp/B/ea4e351105bb4b9fafad89c31774fa11 is 50, key is test_row_0/B:col10/1732659724365/Put/seqid=0 2024-11-26T22:22:06,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742036_1212 (size=12151) 2024-11-26T22:22:06,216 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=224 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/.tmp/B/ea4e351105bb4b9fafad89c31774fa11 2024-11-26T22:22:06,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/.tmp/C/6c011f4422de49d2b03bce0c24de8b91 is 50, key is test_row_0/C:col10/1732659724365/Put/seqid=0 2024-11-26T22:22:06,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742037_1213 (size=12151) 2024-11-26T22:22:06,490 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36. as already flushing 2024-11-26T22:22:06,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(8581): Flush requested on bb6bb821de27f6e558a85d061a226d36 2024-11-26T22:22:06,524 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:06,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56214 deadline: 1732659786523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:06,526 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:06,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56230 deadline: 1732659786524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:06,527 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:06,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56194 deadline: 1732659786524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:06,527 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:06,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56256 deadline: 1732659786524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:06,628 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:06,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56214 deadline: 1732659786626, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:06,628 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:06,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56230 deadline: 1732659786627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:06,629 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:06,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56256 deadline: 1732659786628, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:06,629 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:06,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56194 deadline: 1732659786628, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:06,633 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=224 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/.tmp/C/6c011f4422de49d2b03bce0c24de8b91 2024-11-26T22:22:06,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/.tmp/A/19613354cdf74dd0b53671cf08fdbf23 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/A/19613354cdf74dd0b53671cf08fdbf23 2024-11-26T22:22:06,643 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/A/19613354cdf74dd0b53671cf08fdbf23, entries=150, sequenceid=224, filesize=30.4 K 2024-11-26T22:22:06,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/.tmp/B/ea4e351105bb4b9fafad89c31774fa11 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/B/ea4e351105bb4b9fafad89c31774fa11 2024-11-26T22:22:06,649 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/B/ea4e351105bb4b9fafad89c31774fa11, entries=150, sequenceid=224, filesize=11.9 K 2024-11-26T22:22:06,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/.tmp/C/6c011f4422de49d2b03bce0c24de8b91 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/C/6c011f4422de49d2b03bce0c24de8b91 2024-11-26T22:22:06,656 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/C/6c011f4422de49d2b03bce0c24de8b91, entries=150, sequenceid=224, filesize=11.9 K 2024-11-26T22:22:06,668 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(3040): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=167.72 KB/171750 for bb6bb821de27f6e558a85d061a226d36 in 914ms, sequenceid=224, compaction requested=false 2024-11-26T22:22:06,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2538): Flush status journal for bb6bb821de27f6e558a85d061a226d36: 2024-11-26T22:22:06,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36. 2024-11-26T22:22:06,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=56 2024-11-26T22:22:06,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster(4106): Remote procedure done, pid=56 2024-11-26T22:22:06,671 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=56, resume processing ppid=55 2024-11-26T22:22:06,671 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=56, ppid=55, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.3820 sec 2024-11-26T22:22:06,673 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=55, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees in 3.3860 sec 2024-11-26T22:22:06,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(8581): Flush requested on bb6bb821de27f6e558a85d061a226d36 2024-11-26T22:22:06,831 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing bb6bb821de27f6e558a85d061a226d36 3/3 column families, dataSize=174.43 KB heapSize=457.78 KB 2024-11-26T22:22:06,831 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bb6bb821de27f6e558a85d061a226d36, store=A 2024-11-26T22:22:06,831 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:22:06,831 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bb6bb821de27f6e558a85d061a226d36, store=B 2024-11-26T22:22:06,831 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:22:06,831 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bb6bb821de27f6e558a85d061a226d36, store=C 2024-11-26T22:22:06,831 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:22:06,837 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:06,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56230 deadline: 1732659786833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:06,840 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112634c8d873a13e4310ab15536185a16037_bb6bb821de27f6e558a85d061a226d36 is 50, key is test_row_0/A:col10/1732659726829/Put/seqid=0 2024-11-26T22:22:06,840 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:06,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56214 deadline: 1732659786837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:06,840 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:06,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56256 deadline: 1732659786837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:06,840 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:06,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56194 deadline: 1732659786838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:06,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742038_1214 (size=14794) 2024-11-26T22:22:06,845 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:06,849 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112634c8d873a13e4310ab15536185a16037_bb6bb821de27f6e558a85d061a226d36 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112634c8d873a13e4310ab15536185a16037_bb6bb821de27f6e558a85d061a226d36 2024-11-26T22:22:06,850 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/.tmp/A/6020e2a7e1da436bb6d00ec13e96811b, store: [table=TestAcidGuarantees family=A region=bb6bb821de27f6e558a85d061a226d36] 2024-11-26T22:22:06,851 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/.tmp/A/6020e2a7e1da436bb6d00ec13e96811b is 175, key is test_row_0/A:col10/1732659726829/Put/seqid=0 2024-11-26T22:22:06,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742039_1215 (size=39749) 2024-11-26T22:22:06,939 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:06,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56230 deadline: 1732659786938, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:06,941 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:06,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56214 deadline: 1732659786941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:06,942 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:06,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56256 deadline: 1732659786941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:06,942 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:06,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56194 deadline: 1732659786941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:07,142 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:07,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56230 deadline: 1732659787141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:07,146 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:07,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56214 deadline: 1732659787144, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:07,147 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:07,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56256 deadline: 1732659787144, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:07,157 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:07,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56194 deadline: 1732659787156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:07,257 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=253, memsize=58.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/.tmp/A/6020e2a7e1da436bb6d00ec13e96811b 2024-11-26T22:22:07,274 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/.tmp/B/73188cecc0c5408fa2dfe44ce1d0fbb4 is 50, key is test_row_0/B:col10/1732659726829/Put/seqid=0 2024-11-26T22:22:07,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742040_1216 (size=12151) 2024-11-26T22:22:07,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-26T22:22:07,400 INFO [Thread-732 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 55 completed 2024-11-26T22:22:07,402 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T22:22:07,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] procedure2.ProcedureExecutor(1098): Stored pid=57, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees 2024-11-26T22:22:07,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-26T22:22:07,403 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=57, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T22:22:07,404 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=57, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T22:22:07,404 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=58, ppid=57, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T22:22:07,444 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:07,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56230 deadline: 1732659787443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:07,450 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:07,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56214 deadline: 1732659787449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:07,451 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:07,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56256 deadline: 1732659787450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:07,460 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:07,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56194 deadline: 1732659787459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:07,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-26T22:22:07,555 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:07,556 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34335 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-11-26T22:22:07,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36. 2024-11-26T22:22:07,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36. as already flushing 2024-11-26T22:22:07,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36. 2024-11-26T22:22:07,556 ERROR [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => bb6bb821de27f6e558a85d061a226d36, NAME => 'TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:22:07,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => bb6bb821de27f6e558a85d061a226d36, NAME => 'TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:22:07,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bb6bb821de27f6e558a85d061a226d36, NAME => 'TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bb6bb821de27f6e558a85d061a226d36, NAME => 'TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:22:07,689 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=253 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/.tmp/B/73188cecc0c5408fa2dfe44ce1d0fbb4 2024-11-26T22:22:07,699 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/.tmp/C/a1787cd9300242a78db7c348844712c9 is 50, key is test_row_0/C:col10/1732659726829/Put/seqid=0 2024-11-26T22:22:07,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742041_1217 (size=12151) 2024-11-26T22:22:07,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-26T22:22:07,705 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=253 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/.tmp/C/a1787cd9300242a78db7c348844712c9 2024-11-26T22:22:07,708 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:07,709 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34335 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-11-26T22:22:07,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36. 2024-11-26T22:22:07,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36. as already flushing 2024-11-26T22:22:07,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36. 2024-11-26T22:22:07,709 ERROR [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => bb6bb821de27f6e558a85d061a226d36, NAME => 'TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:22:07,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => bb6bb821de27f6e558a85d061a226d36, NAME => 'TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:22:07,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bb6bb821de27f6e558a85d061a226d36, NAME => 'TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bb6bb821de27f6e558a85d061a226d36, NAME => 'TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:22:07,712 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/.tmp/A/6020e2a7e1da436bb6d00ec13e96811b as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/A/6020e2a7e1da436bb6d00ec13e96811b 2024-11-26T22:22:07,717 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/A/6020e2a7e1da436bb6d00ec13e96811b, entries=200, sequenceid=253, filesize=38.8 K 2024-11-26T22:22:07,718 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/.tmp/B/73188cecc0c5408fa2dfe44ce1d0fbb4 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/B/73188cecc0c5408fa2dfe44ce1d0fbb4 2024-11-26T22:22:07,723 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/B/73188cecc0c5408fa2dfe44ce1d0fbb4, entries=150, sequenceid=253, filesize=11.9 K 2024-11-26T22:22:07,724 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/.tmp/C/a1787cd9300242a78db7c348844712c9 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/C/a1787cd9300242a78db7c348844712c9 2024-11-26T22:22:07,729 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/C/a1787cd9300242a78db7c348844712c9, entries=150, sequenceid=253, filesize=11.9 K 2024-11-26T22:22:07,730 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~174.43 KB/178620, heapSize ~457.73 KB/468720, currentSize=33.54 KB/34350 for bb6bb821de27f6e558a85d061a226d36 in 900ms, sequenceid=253, compaction requested=true 2024-11-26T22:22:07,730 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for bb6bb821de27f6e558a85d061a226d36: 2024-11-26T22:22:07,730 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bb6bb821de27f6e558a85d061a226d36:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T22:22:07,730 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T22:22:07,730 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T22:22:07,731 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bb6bb821de27f6e558a85d061a226d36:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T22:22:07,731 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T22:22:07,731 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T22:22:07,731 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bb6bb821de27f6e558a85d061a226d36:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T22:22:07,731 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T22:22:07,732 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36931 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T22:22:07,732 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102437 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T22:22:07,732 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HStore(1540): bb6bb821de27f6e558a85d061a226d36/B is initiating minor compaction (all files) 2024-11-26T22:22:07,732 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HStore(1540): bb6bb821de27f6e558a85d061a226d36/A is initiating minor compaction (all files) 2024-11-26T22:22:07,732 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of bb6bb821de27f6e558a85d061a226d36/B in TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36. 2024-11-26T22:22:07,732 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of bb6bb821de27f6e558a85d061a226d36/A in TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36. 2024-11-26T22:22:07,732 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/B/16a465160c304f729734be88759097fb, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/B/ea4e351105bb4b9fafad89c31774fa11, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/B/73188cecc0c5408fa2dfe44ce1d0fbb4] into tmpdir=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/.tmp, totalSize=36.1 K 2024-11-26T22:22:07,732 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/A/63245b777cd244aab9150f66db10559b, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/A/19613354cdf74dd0b53671cf08fdbf23, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/A/6020e2a7e1da436bb6d00ec13e96811b] into tmpdir=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/.tmp, totalSize=100.0 K 2024-11-26T22:22:07,732 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36. 2024-11-26T22:22:07,732 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36. files: [hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/A/63245b777cd244aab9150f66db10559b, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/A/19613354cdf74dd0b53671cf08fdbf23, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/A/6020e2a7e1da436bb6d00ec13e96811b] 2024-11-26T22:22:07,732 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.Compactor(224): Compacting 16a465160c304f729734be88759097fb, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1732659723745 2024-11-26T22:22:07,733 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.Compactor(224): Compacting 63245b777cd244aab9150f66db10559b, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1732659723745 2024-11-26T22:22:07,733 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.Compactor(224): Compacting ea4e351105bb4b9fafad89c31774fa11, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=224, earliestPutTs=1732659724360 2024-11-26T22:22:07,733 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.Compactor(224): Compacting 19613354cdf74dd0b53671cf08fdbf23, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=224, earliestPutTs=1732659724360 2024-11-26T22:22:07,733 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.Compactor(224): Compacting 73188cecc0c5408fa2dfe44ce1d0fbb4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1732659726522 2024-11-26T22:22:07,734 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6020e2a7e1da436bb6d00ec13e96811b, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1732659726522 2024-11-26T22:22:07,741 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=bb6bb821de27f6e558a85d061a226d36] 2024-11-26T22:22:07,743 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241126f1a32c9226c240698f078351ab435d5f_bb6bb821de27f6e558a85d061a226d36 store=[table=TestAcidGuarantees family=A region=bb6bb821de27f6e558a85d061a226d36] 2024-11-26T22:22:07,744 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bb6bb821de27f6e558a85d061a226d36#B#compaction#184 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-26T22:22:07,745 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241126f1a32c9226c240698f078351ab435d5f_bb6bb821de27f6e558a85d061a226d36, store=[table=TestAcidGuarantees family=A region=bb6bb821de27f6e558a85d061a226d36] 2024-11-26T22:22:07,745 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126f1a32c9226c240698f078351ab435d5f_bb6bb821de27f6e558a85d061a226d36 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=bb6bb821de27f6e558a85d061a226d36] 2024-11-26T22:22:07,745 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/.tmp/B/d1941d9e1259427795e6c4c0937c6d6a is 50, key is test_row_0/B:col10/1732659726829/Put/seqid=0 2024-11-26T22:22:07,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742042_1218 (size=4469) 2024-11-26T22:22:07,755 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): bb6bb821de27f6e558a85d061a226d36#A#compaction#183 average throughput is 1.75 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T22:22:07,756 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/.tmp/A/66580a1a77954aa69ef54065ab519990 is 175, key is test_row_0/A:col10/1732659726829/Put/seqid=0 2024-11-26T22:22:07,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742043_1219 (size=12731) 2024-11-26T22:22:07,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742044_1220 (size=31685) 2024-11-26T22:22:07,861 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:07,862 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34335 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-11-26T22:22:07,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36. 2024-11-26T22:22:07,862 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2837): Flushing bb6bb821de27f6e558a85d061a226d36 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-26T22:22:07,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bb6bb821de27f6e558a85d061a226d36, store=A 2024-11-26T22:22:07,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:22:07,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bb6bb821de27f6e558a85d061a226d36, store=B 2024-11-26T22:22:07,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:22:07,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bb6bb821de27f6e558a85d061a226d36, store=C 2024-11-26T22:22:07,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:22:07,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112656f28159d2614cd7904e49774dc86944_bb6bb821de27f6e558a85d061a226d36 is 50, key is test_row_0/A:col10/1732659726836/Put/seqid=0 2024-11-26T22:22:07,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742045_1221 (size=12454) 2024-11-26T22:22:07,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(8581): Flush requested on bb6bb821de27f6e558a85d061a226d36 2024-11-26T22:22:07,953 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36. as already flushing 2024-11-26T22:22:07,980 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:07,980 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:07,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56214 deadline: 1732659787974, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:07,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56194 deadline: 1732659787974, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:07,981 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:07,981 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:07,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56230 deadline: 1732659787975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:07,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56256 deadline: 1732659787976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:08,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-26T22:22:08,083 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:08,083 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:08,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56194 deadline: 1732659788082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:08,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56230 deadline: 1732659788082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:08,083 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:08,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56214 deadline: 1732659788082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:08,083 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:08,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56256 deadline: 1732659788082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:08,165 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/.tmp/B/d1941d9e1259427795e6c4c0937c6d6a as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/B/d1941d9e1259427795e6c4c0937c6d6a 2024-11-26T22:22:08,172 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in bb6bb821de27f6e558a85d061a226d36/B of bb6bb821de27f6e558a85d061a226d36 into d1941d9e1259427795e6c4c0937c6d6a(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T22:22:08,172 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for bb6bb821de27f6e558a85d061a226d36: 2024-11-26T22:22:08,172 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36., storeName=bb6bb821de27f6e558a85d061a226d36/B, priority=13, startTime=1732659727730; duration=0sec 2024-11-26T22:22:08,172 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T22:22:08,172 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bb6bb821de27f6e558a85d061a226d36:B 2024-11-26T22:22:08,172 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T22:22:08,174 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36931 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T22:22:08,174 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HStore(1540): bb6bb821de27f6e558a85d061a226d36/C is initiating minor compaction (all files) 2024-11-26T22:22:08,174 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of bb6bb821de27f6e558a85d061a226d36/C in TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36. 2024-11-26T22:22:08,174 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/C/31af8cc6b26643eb96bb9fd82737e40d, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/C/6c011f4422de49d2b03bce0c24de8b91, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/C/a1787cd9300242a78db7c348844712c9] into tmpdir=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/.tmp, totalSize=36.1 K 2024-11-26T22:22:08,174 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.Compactor(224): Compacting 31af8cc6b26643eb96bb9fd82737e40d, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1732659723745 2024-11-26T22:22:08,175 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/.tmp/A/66580a1a77954aa69ef54065ab519990 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/A/66580a1a77954aa69ef54065ab519990 2024-11-26T22:22:08,175 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.Compactor(224): Compacting 6c011f4422de49d2b03bce0c24de8b91, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=224, earliestPutTs=1732659724360 2024-11-26T22:22:08,175 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.Compactor(224): Compacting a1787cd9300242a78db7c348844712c9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1732659726522 2024-11-26T22:22:08,185 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in bb6bb821de27f6e558a85d061a226d36/A of bb6bb821de27f6e558a85d061a226d36 into 66580a1a77954aa69ef54065ab519990(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T22:22:08,185 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for bb6bb821de27f6e558a85d061a226d36: 2024-11-26T22:22:08,185 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36., storeName=bb6bb821de27f6e558a85d061a226d36/A, priority=13, startTime=1732659727730; duration=0sec 2024-11-26T22:22:08,186 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T22:22:08,186 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bb6bb821de27f6e558a85d061a226d36:A 2024-11-26T22:22:08,186 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bb6bb821de27f6e558a85d061a226d36#C#compaction#186 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T22:22:08,187 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/.tmp/C/bb55a653ddbb44ea80f44daa9f3e22fc is 50, key is test_row_0/C:col10/1732659726829/Put/seqid=0 2024-11-26T22:22:08,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742046_1222 (size=12731) 2024-11-26T22:22:08,201 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/.tmp/C/bb55a653ddbb44ea80f44daa9f3e22fc as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/C/bb55a653ddbb44ea80f44daa9f3e22fc 2024-11-26T22:22:08,208 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in bb6bb821de27f6e558a85d061a226d36/C of bb6bb821de27f6e558a85d061a226d36 into bb55a653ddbb44ea80f44daa9f3e22fc(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T22:22:08,208 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for bb6bb821de27f6e558a85d061a226d36: 2024-11-26T22:22:08,208 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36., storeName=bb6bb821de27f6e558a85d061a226d36/C, priority=13, startTime=1732659727731; duration=0sec 2024-11-26T22:22:08,208 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T22:22:08,208 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bb6bb821de27f6e558a85d061a226d36:C 2024-11-26T22:22:08,285 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:08,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56194 deadline: 1732659788284, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:08,285 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:08,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56230 deadline: 1732659788284, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:08,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:08,285 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:08,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56214 deadline: 1732659788285, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:08,286 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:08,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56256 deadline: 1732659788286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:08,290 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112656f28159d2614cd7904e49774dc86944_bb6bb821de27f6e558a85d061a226d36 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112656f28159d2614cd7904e49774dc86944_bb6bb821de27f6e558a85d061a226d36 2024-11-26T22:22:08,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/.tmp/A/933c3ba3164242e8aaab7def8d79bfd6, store: [table=TestAcidGuarantees family=A region=bb6bb821de27f6e558a85d061a226d36] 2024-11-26T22:22:08,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/.tmp/A/933c3ba3164242e8aaab7def8d79bfd6 is 175, key is test_row_0/A:col10/1732659726836/Put/seqid=0 2024-11-26T22:22:08,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742047_1223 (size=31255) 2024-11-26T22:22:08,300 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=261, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/.tmp/A/933c3ba3164242e8aaab7def8d79bfd6 2024-11-26T22:22:08,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/.tmp/B/64bc257ed860483684a9d45c9530c1ef is 50, key is test_row_0/B:col10/1732659726836/Put/seqid=0 2024-11-26T22:22:08,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742048_1224 (size=12301) 2024-11-26T22:22:08,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-26T22:22:08,587 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:08,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56214 deadline: 1732659788587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:08,588 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:08,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56194 deadline: 1732659788587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:08,588 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:08,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56256 deadline: 1732659788587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:08,589 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:08,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56230 deadline: 1732659788589, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:08,714 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=261 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/.tmp/B/64bc257ed860483684a9d45c9530c1ef 2024-11-26T22:22:08,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/.tmp/C/6ee635bd107243b081101d24fd665453 is 50, key is test_row_0/C:col10/1732659726836/Put/seqid=0 2024-11-26T22:22:08,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742049_1225 (size=12301) 2024-11-26T22:22:09,089 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:09,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56194 deadline: 1732659789089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:09,091 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:09,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56230 deadline: 1732659789090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:09,094 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:09,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56214 deadline: 1732659789092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:09,094 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:09,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56256 deadline: 1732659789092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:09,128 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=261 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/.tmp/C/6ee635bd107243b081101d24fd665453 2024-11-26T22:22:09,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/.tmp/A/933c3ba3164242e8aaab7def8d79bfd6 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/A/933c3ba3164242e8aaab7def8d79bfd6 2024-11-26T22:22:09,138 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/A/933c3ba3164242e8aaab7def8d79bfd6, entries=150, sequenceid=261, filesize=30.5 K 2024-11-26T22:22:09,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/.tmp/B/64bc257ed860483684a9d45c9530c1ef as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/B/64bc257ed860483684a9d45c9530c1ef 2024-11-26T22:22:09,145 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/B/64bc257ed860483684a9d45c9530c1ef, entries=150, sequenceid=261, filesize=12.0 K 2024-11-26T22:22:09,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/.tmp/C/6ee635bd107243b081101d24fd665453 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/C/6ee635bd107243b081101d24fd665453 2024-11-26T22:22:09,150 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/C/6ee635bd107243b081101d24fd665453, entries=150, sequenceid=261, filesize=12.0 K 2024-11-26T22:22:09,151 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=167.72 KB/171750 for bb6bb821de27f6e558a85d061a226d36 in 1289ms, sequenceid=261, compaction requested=false 2024-11-26T22:22:09,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2538): Flush status journal for bb6bb821de27f6e558a85d061a226d36: 2024-11-26T22:22:09,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36. 2024-11-26T22:22:09,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=58 2024-11-26T22:22:09,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster(4106): Remote procedure done, pid=58 2024-11-26T22:22:09,154 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=58, resume processing ppid=57 2024-11-26T22:22:09,154 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=58, ppid=57, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7480 sec 2024-11-26T22:22:09,156 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=57, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees in 1.7520 sec 2024-11-26T22:22:09,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-26T22:22:09,507 INFO [Thread-732 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 57 completed 2024-11-26T22:22:09,508 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T22:22:09,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] procedure2.ProcedureExecutor(1098): Stored pid=59, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=59, table=TestAcidGuarantees 2024-11-26T22:22:09,510 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=59, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=59, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T22:22:09,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-26T22:22:09,511 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=59, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=59, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T22:22:09,511 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=60, ppid=59, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T22:22:09,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-26T22:22:09,663 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:09,663 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34335 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-11-26T22:22:09,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36. 2024-11-26T22:22:09,664 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2837): Flushing bb6bb821de27f6e558a85d061a226d36 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-11-26T22:22:09,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bb6bb821de27f6e558a85d061a226d36, store=A 2024-11-26T22:22:09,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:22:09,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bb6bb821de27f6e558a85d061a226d36, store=B 2024-11-26T22:22:09,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:22:09,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bb6bb821de27f6e558a85d061a226d36, store=C 2024-11-26T22:22:09,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:22:09,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126ad4b72c53564447c92d4b8ffcae429ff_bb6bb821de27f6e558a85d061a226d36 is 50, key is test_row_0/A:col10/1732659727975/Put/seqid=0 2024-11-26T22:22:09,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742050_1226 (size=12454) 2024-11-26T22:22:09,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,683 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126ad4b72c53564447c92d4b8ffcae429ff_bb6bb821de27f6e558a85d061a226d36 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126ad4b72c53564447c92d4b8ffcae429ff_bb6bb821de27f6e558a85d061a226d36 2024-11-26T22:22:09,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/.tmp/A/395cad308a344818af2c56845643f452, store: [table=TestAcidGuarantees family=A region=bb6bb821de27f6e558a85d061a226d36] 2024-11-26T22:22:09,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/.tmp/A/395cad308a344818af2c56845643f452 is 175, key is test_row_0/A:col10/1732659727975/Put/seqid=0 2024-11-26T22:22:09,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742051_1227 (size=31255) 2024-11-26T22:22:09,690 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=292, memsize=55.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/.tmp/A/395cad308a344818af2c56845643f452 2024-11-26T22:22:09,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/.tmp/B/21329aab8a134fc6b55097df1eded064 is 50, key is test_row_0/B:col10/1732659727975/Put/seqid=0 2024-11-26T22:22:09,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742052_1228 (size=12301) 2024-11-26T22:22:09,705 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=292 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/.tmp/B/21329aab8a134fc6b55097df1eded064 2024-11-26T22:22:09,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/.tmp/C/0516c40f9fda496f806cdaf31fdbb7c0 is 50, key is test_row_0/C:col10/1732659727975/Put/seqid=0 2024-11-26T22:22:09,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742053_1229 (size=12301) 2024-11-26T22:22:09,724 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=292 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/.tmp/C/0516c40f9fda496f806cdaf31fdbb7c0 2024-11-26T22:22:09,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/.tmp/A/395cad308a344818af2c56845643f452 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/A/395cad308a344818af2c56845643f452 2024-11-26T22:22:09,737 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/A/395cad308a344818af2c56845643f452, entries=150, sequenceid=292, filesize=30.5 K 2024-11-26T22:22:09,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/.tmp/B/21329aab8a134fc6b55097df1eded064 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/B/21329aab8a134fc6b55097df1eded064 2024-11-26T22:22:09,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,741 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/B/21329aab8a134fc6b55097df1eded064, entries=150, sequenceid=292, filesize=12.0 K 2024-11-26T22:22:09,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/.tmp/C/0516c40f9fda496f806cdaf31fdbb7c0 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/C/0516c40f9fda496f806cdaf31fdbb7c0 2024-11-26T22:22:09,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,753 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/C/0516c40f9fda496f806cdaf31fdbb7c0, entries=150, sequenceid=292, filesize=12.0 K 2024-11-26T22:22:09,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,755 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(3040): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=0 B/0 for bb6bb821de27f6e558a85d061a226d36 in 91ms, sequenceid=292, compaction requested=true 2024-11-26T22:22:09,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2538): Flush status journal for bb6bb821de27f6e558a85d061a226d36: 2024-11-26T22:22:09,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36. 2024-11-26T22:22:09,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=60 2024-11-26T22:22:09,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster(4106): Remote procedure done, pid=60 2024-11-26T22:22:09,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,758 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=60, resume processing ppid=59 2024-11-26T22:22:09,758 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=60, ppid=59, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 245 msec 2024-11-26T22:22:09,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,760 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=59, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=59, table=TestAcidGuarantees in 251 msec 2024-11-26T22:22:09,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-26T22:22:09,812 INFO [Thread-732 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 59 completed 2024-11-26T22:22:09,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,814 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T22:22:09,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] procedure2.ProcedureExecutor(1098): Stored pid=61, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=61, table=TestAcidGuarantees 2024-11-26T22:22:09,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,815 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=61, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=61, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T22:22:09,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-26T22:22:09,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,816 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=61, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=61, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T22:22:09,816 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=62, ppid=61, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T22:22:09,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-26T22:22:09,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,968 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:09,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,969 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34335 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=62 2024-11-26T22:22:09,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36. 2024-11-26T22:22:09,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2538): Flush status journal for bb6bb821de27f6e558a85d061a226d36: 2024-11-26T22:22:09,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36. 2024-11-26T22:22:09,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=62 2024-11-26T22:22:09,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster(4106): Remote procedure done, pid=62 2024-11-26T22:22:09,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,972 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=62, resume processing ppid=61 2024-11-26T22:22:09,972 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=62, ppid=61, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 154 msec 2024-11-26T22:22:09,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,975 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=61, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=61, table=TestAcidGuarantees in 159 msec 2024-11-26T22:22:09,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:09,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-26T22:22:10,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,118 INFO [Thread-732 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 61 completed 2024-11-26T22:22:10,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,120 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T22:22:10,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] procedure2.ProcedureExecutor(1098): Stored pid=63, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=63, table=TestAcidGuarantees 2024-11-26T22:22:10,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,122 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=63, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=63, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T22:22:10,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-26T22:22:10,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,122 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=63, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=63, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T22:22:10,122 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=64, ppid=63, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T22:22:10,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(8581): Flush requested on bb6bb821de27f6e558a85d061a226d36 2024-11-26T22:22:10,168 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing bb6bb821de27f6e558a85d061a226d36 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-26T22:22:10,168 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bb6bb821de27f6e558a85d061a226d36, store=A 2024-11-26T22:22:10,168 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:22:10,168 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bb6bb821de27f6e558a85d061a226d36, store=B 2024-11-26T22:22:10,169 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:22:10,169 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bb6bb821de27f6e558a85d061a226d36, store=C 2024-11-26T22:22:10,169 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:22:10,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,178 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126d8eeeacd97d84ed7b5f3cac0c1a4d872_bb6bb821de27f6e558a85d061a226d36 is 50, key is test_row_0/A:col10/1732659730137/Put/seqid=0 2024-11-26T22:22:10,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,210 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:10,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742055_1231 (size=25158) 2024-11-26T22:22:10,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56214 deadline: 1732659790203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:10,211 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:10,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56194 deadline: 1732659790209, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:10,213 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:10,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56256 deadline: 1732659790210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:10,213 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:10,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56230 deadline: 1732659790210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:10,217 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:10,221 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126d8eeeacd97d84ed7b5f3cac0c1a4d872_bb6bb821de27f6e558a85d061a226d36 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126d8eeeacd97d84ed7b5f3cac0c1a4d872_bb6bb821de27f6e558a85d061a226d36 2024-11-26T22:22:10,222 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/.tmp/A/1ec18295fdde477f8393f5ca450ff5e3, store: [table=TestAcidGuarantees family=A region=bb6bb821de27f6e558a85d061a226d36] 2024-11-26T22:22:10,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-26T22:22:10,223 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/.tmp/A/1ec18295fdde477f8393f5ca450ff5e3 is 175, key is test_row_0/A:col10/1732659730137/Put/seqid=0 2024-11-26T22:22:10,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742054_1230 (size=74795) 2024-11-26T22:22:10,274 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:10,275 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34335 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-11-26T22:22:10,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36. 2024-11-26T22:22:10,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36. as already flushing 2024-11-26T22:22:10,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36. 2024-11-26T22:22:10,275 ERROR [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] handler.RSProcedureHandler(58): pid=64 java.io.IOException: Unable to complete flush {ENCODED => bb6bb821de27f6e558a85d061a226d36, NAME => 'TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:22:10,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=64 java.io.IOException: Unable to complete flush {ENCODED => bb6bb821de27f6e558a85d061a226d36, NAME => 'TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:22:10,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster(4114): Remote procedure failed, pid=64 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bb6bb821de27f6e558a85d061a226d36, NAME => 'TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bb6bb821de27f6e558a85d061a226d36, NAME => 'TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:22:10,313 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:10,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56214 deadline: 1732659790311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:10,314 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:10,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56194 deadline: 1732659790312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:10,314 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:10,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56256 deadline: 1732659790314, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:10,314 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:10,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56230 deadline: 1732659790314, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:10,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-26T22:22:10,428 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:10,428 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34335 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-11-26T22:22:10,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36. 2024-11-26T22:22:10,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36. as already flushing 2024-11-26T22:22:10,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36. 2024-11-26T22:22:10,428 ERROR [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] handler.RSProcedureHandler(58): pid=64 java.io.IOException: Unable to complete flush {ENCODED => bb6bb821de27f6e558a85d061a226d36, NAME => 'TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:22:10,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=64 java.io.IOException: Unable to complete flush {ENCODED => bb6bb821de27f6e558a85d061a226d36, NAME => 'TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:22:10,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster(4114): Remote procedure failed, pid=64 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bb6bb821de27f6e558a85d061a226d36, NAME => 'TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bb6bb821de27f6e558a85d061a226d36, NAME => 'TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:22:10,516 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:10,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56214 deadline: 1732659790515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:10,517 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:10,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56256 deadline: 1732659790515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:10,517 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:10,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56230 deadline: 1732659790515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:10,517 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:10,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56194 deadline: 1732659790516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:10,580 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:10,581 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34335 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-11-26T22:22:10,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36. 2024-11-26T22:22:10,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36. as already flushing 2024-11-26T22:22:10,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36. 2024-11-26T22:22:10,581 ERROR [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] handler.RSProcedureHandler(58): pid=64 java.io.IOException: Unable to complete flush {ENCODED => bb6bb821de27f6e558a85d061a226d36, NAME => 'TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:22:10,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=64 java.io.IOException: Unable to complete flush {ENCODED => bb6bb821de27f6e558a85d061a226d36, NAME => 'TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:22:10,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster(4114): Remote procedure failed, pid=64 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bb6bb821de27f6e558a85d061a226d36, NAME => 'TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bb6bb821de27f6e558a85d061a226d36, NAME => 'TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:22:10,627 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=304, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/.tmp/A/1ec18295fdde477f8393f5ca450ff5e3 2024-11-26T22:22:10,636 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/.tmp/B/001b2eaade1d4f5093cbb8606faba69d is 50, key is test_row_0/B:col10/1732659730137/Put/seqid=0 2024-11-26T22:22:10,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742056_1232 (size=12301) 2024-11-26T22:22:10,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-26T22:22:10,734 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:10,734 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34335 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-11-26T22:22:10,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36. 2024-11-26T22:22:10,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36. as already flushing 2024-11-26T22:22:10,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36. 2024-11-26T22:22:10,734 ERROR [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] handler.RSProcedureHandler(58): pid=64 java.io.IOException: Unable to complete flush {ENCODED => bb6bb821de27f6e558a85d061a226d36, NAME => 'TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:22:10,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=64 java.io.IOException: Unable to complete flush {ENCODED => bb6bb821de27f6e558a85d061a226d36, NAME => 'TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:22:10,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster(4114): Remote procedure failed, pid=64 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bb6bb821de27f6e558a85d061a226d36, NAME => 'TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bb6bb821de27f6e558a85d061a226d36, NAME => 'TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:22:10,819 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:10,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56230 deadline: 1732659790818, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:10,820 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:10,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56194 deadline: 1732659790818, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:10,820 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:10,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56256 deadline: 1732659790819, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:10,821 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:10,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56214 deadline: 1732659790820, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:10,886 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:10,887 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34335 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-11-26T22:22:10,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36. 2024-11-26T22:22:10,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36. as already flushing 2024-11-26T22:22:10,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36. 2024-11-26T22:22:10,887 ERROR [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] handler.RSProcedureHandler(58): pid=64 java.io.IOException: Unable to complete flush {ENCODED => bb6bb821de27f6e558a85d061a226d36, NAME => 'TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:22:10,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=64 java.io.IOException: Unable to complete flush {ENCODED => bb6bb821de27f6e558a85d061a226d36, NAME => 'TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:22:10,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster(4114): Remote procedure failed, pid=64 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bb6bb821de27f6e558a85d061a226d36, NAME => 'TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bb6bb821de27f6e558a85d061a226d36, NAME => 'TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:22:11,039 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:11,040 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34335 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-11-26T22:22:11,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36. 2024-11-26T22:22:11,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36. as already flushing 2024-11-26T22:22:11,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36. 2024-11-26T22:22:11,040 ERROR [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] handler.RSProcedureHandler(58): pid=64 java.io.IOException: Unable to complete flush {ENCODED => bb6bb821de27f6e558a85d061a226d36, NAME => 'TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:22:11,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=64 java.io.IOException: Unable to complete flush {ENCODED => bb6bb821de27f6e558a85d061a226d36, NAME => 'TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:22:11,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster(4114): Remote procedure failed, pid=64 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bb6bb821de27f6e558a85d061a226d36, NAME => 'TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bb6bb821de27f6e558a85d061a226d36, NAME => 'TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:22:11,042 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=304 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/.tmp/B/001b2eaade1d4f5093cbb8606faba69d 2024-11-26T22:22:11,051 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/.tmp/C/46fee88ceb184499baca0187566711b6 is 50, key is test_row_0/C:col10/1732659730137/Put/seqid=0 2024-11-26T22:22:11,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742057_1233 (size=12301) 2024-11-26T22:22:11,055 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=304 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/.tmp/C/46fee88ceb184499baca0187566711b6 2024-11-26T22:22:11,060 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/.tmp/A/1ec18295fdde477f8393f5ca450ff5e3 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/A/1ec18295fdde477f8393f5ca450ff5e3 2024-11-26T22:22:11,064 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/A/1ec18295fdde477f8393f5ca450ff5e3, entries=400, sequenceid=304, filesize=73.0 K 2024-11-26T22:22:11,066 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/.tmp/B/001b2eaade1d4f5093cbb8606faba69d as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/B/001b2eaade1d4f5093cbb8606faba69d 2024-11-26T22:22:11,073 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/B/001b2eaade1d4f5093cbb8606faba69d, entries=150, sequenceid=304, filesize=12.0 K 2024-11-26T22:22:11,074 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/.tmp/C/46fee88ceb184499baca0187566711b6 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/C/46fee88ceb184499baca0187566711b6 2024-11-26T22:22:11,080 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/C/46fee88ceb184499baca0187566711b6, entries=150, sequenceid=304, filesize=12.0 K 2024-11-26T22:22:11,083 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for bb6bb821de27f6e558a85d061a226d36 in 915ms, sequenceid=304, compaction requested=true 2024-11-26T22:22:11,083 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for bb6bb821de27f6e558a85d061a226d36: 2024-11-26T22:22:11,083 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bb6bb821de27f6e558a85d061a226d36:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T22:22:11,083 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T22:22:11,083 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T22:22:11,083 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T22:22:11,083 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bb6bb821de27f6e558a85d061a226d36:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T22:22:11,083 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T22:22:11,083 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bb6bb821de27f6e558a85d061a226d36:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T22:22:11,083 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T22:22:11,085 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 168990 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-26T22:22:11,085 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49634 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-26T22:22:11,085 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HStore(1540): bb6bb821de27f6e558a85d061a226d36/A is initiating minor compaction (all files) 2024-11-26T22:22:11,085 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HStore(1540): bb6bb821de27f6e558a85d061a226d36/B is initiating minor compaction (all files) 2024-11-26T22:22:11,085 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of bb6bb821de27f6e558a85d061a226d36/A in TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36. 2024-11-26T22:22:11,085 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of bb6bb821de27f6e558a85d061a226d36/B in TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36. 2024-11-26T22:22:11,085 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/A/66580a1a77954aa69ef54065ab519990, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/A/933c3ba3164242e8aaab7def8d79bfd6, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/A/395cad308a344818af2c56845643f452, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/A/1ec18295fdde477f8393f5ca450ff5e3] into tmpdir=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/.tmp, totalSize=165.0 K 2024-11-26T22:22:11,085 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/B/d1941d9e1259427795e6c4c0937c6d6a, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/B/64bc257ed860483684a9d45c9530c1ef, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/B/21329aab8a134fc6b55097df1eded064, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/B/001b2eaade1d4f5093cbb8606faba69d] into tmpdir=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/.tmp, totalSize=48.5 K 2024-11-26T22:22:11,086 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36. 2024-11-26T22:22:11,086 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36. files: [hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/A/66580a1a77954aa69ef54065ab519990, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/A/933c3ba3164242e8aaab7def8d79bfd6, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/A/395cad308a344818af2c56845643f452, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/A/1ec18295fdde477f8393f5ca450ff5e3] 2024-11-26T22:22:11,087 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.Compactor(224): Compacting 66580a1a77954aa69ef54065ab519990, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1732659726522 2024-11-26T22:22:11,087 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.Compactor(224): Compacting d1941d9e1259427795e6c4c0937c6d6a, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1732659726522 2024-11-26T22:22:11,087 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.Compactor(224): Compacting 64bc257ed860483684a9d45c9530c1ef, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=261, earliestPutTs=1732659726831 2024-11-26T22:22:11,087 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.Compactor(224): Compacting 933c3ba3164242e8aaab7def8d79bfd6, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=261, earliestPutTs=1732659726831 2024-11-26T22:22:11,088 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.Compactor(224): Compacting 395cad308a344818af2c56845643f452, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1732659727972 2024-11-26T22:22:11,088 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.Compactor(224): Compacting 21329aab8a134fc6b55097df1eded064, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1732659727972 2024-11-26T22:22:11,088 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1ec18295fdde477f8393f5ca450ff5e3, keycount=400, bloomtype=ROW, size=73.0 K, encoding=NONE, compression=NONE, seqNum=304, earliestPutTs=1732659730133 2024-11-26T22:22:11,088 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.Compactor(224): Compacting 001b2eaade1d4f5093cbb8606faba69d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=304, earliestPutTs=1732659730137 2024-11-26T22:22:11,099 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=bb6bb821de27f6e558a85d061a226d36] 2024-11-26T22:22:11,102 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bb6bb821de27f6e558a85d061a226d36#B#compaction#196 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-26T22:22:11,103 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/.tmp/B/79d539d6f5604c9b8b67122ab8f20789 is 50, key is test_row_0/B:col10/1732659730137/Put/seqid=0 2024-11-26T22:22:11,104 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112651a7b7c85c33457b8cc626f62abb98a1_bb6bb821de27f6e558a85d061a226d36 store=[table=TestAcidGuarantees family=A region=bb6bb821de27f6e558a85d061a226d36] 2024-11-26T22:22:11,109 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112651a7b7c85c33457b8cc626f62abb98a1_bb6bb821de27f6e558a85d061a226d36, store=[table=TestAcidGuarantees family=A region=bb6bb821de27f6e558a85d061a226d36] 2024-11-26T22:22:11,109 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112651a7b7c85c33457b8cc626f62abb98a1_bb6bb821de27f6e558a85d061a226d36 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=bb6bb821de27f6e558a85d061a226d36] 2024-11-26T22:22:11,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742058_1234 (size=13017) 2024-11-26T22:22:11,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742059_1235 (size=4469) 2024-11-26T22:22:11,193 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:11,193 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34335 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-11-26T22:22:11,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36. 2024-11-26T22:22:11,194 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2837): Flushing bb6bb821de27f6e558a85d061a226d36 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-26T22:22:11,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bb6bb821de27f6e558a85d061a226d36, store=A 2024-11-26T22:22:11,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:22:11,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bb6bb821de27f6e558a85d061a226d36, store=B 2024-11-26T22:22:11,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:22:11,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bb6bb821de27f6e558a85d061a226d36, store=C 2024-11-26T22:22:11,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:22:11,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112629a1090aa6fc48d3b4a91c35bfc4ddbf_bb6bb821de27f6e558a85d061a226d36 is 50, key is test_row_0/A:col10/1732659730208/Put/seqid=0 2024-11-26T22:22:11,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742060_1236 (size=12454) 2024-11-26T22:22:11,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:11,213 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112629a1090aa6fc48d3b4a91c35bfc4ddbf_bb6bb821de27f6e558a85d061a226d36 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112629a1090aa6fc48d3b4a91c35bfc4ddbf_bb6bb821de27f6e558a85d061a226d36 2024-11-26T22:22:11,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/.tmp/A/ef8c802d21ff42c188abf5819aeeda18, store: [table=TestAcidGuarantees family=A region=bb6bb821de27f6e558a85d061a226d36] 2024-11-26T22:22:11,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/.tmp/A/ef8c802d21ff42c188abf5819aeeda18 is 175, key is test_row_0/A:col10/1732659730208/Put/seqid=0 2024-11-26T22:22:11,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742061_1237 (size=31255) 2024-11-26T22:22:11,220 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=330, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/.tmp/A/ef8c802d21ff42c188abf5819aeeda18 2024-11-26T22:22:11,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-26T22:22:11,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/.tmp/B/1a924be63a7e488c966ca59f53b9f6f8 is 50, key is test_row_0/B:col10/1732659730208/Put/seqid=0 2024-11-26T22:22:11,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742062_1238 (size=12301) 2024-11-26T22:22:11,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(8581): Flush requested on bb6bb821de27f6e558a85d061a226d36 2024-11-26T22:22:11,335 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36. as already flushing 2024-11-26T22:22:11,340 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:11,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56194 deadline: 1732659791336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:11,341 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:11,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56256 deadline: 1732659791339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:11,343 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:11,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56230 deadline: 1732659791340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:11,343 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:11,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56214 deadline: 1732659791340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:11,442 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:11,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56194 deadline: 1732659791441, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:11,442 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:11,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56256 deadline: 1732659791442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:11,445 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:11,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56230 deadline: 1732659791444, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:11,445 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:11,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56214 deadline: 1732659791444, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:11,516 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/.tmp/B/79d539d6f5604c9b8b67122ab8f20789 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/B/79d539d6f5604c9b8b67122ab8f20789 2024-11-26T22:22:11,521 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in bb6bb821de27f6e558a85d061a226d36/B of bb6bb821de27f6e558a85d061a226d36 into 79d539d6f5604c9b8b67122ab8f20789(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T22:22:11,521 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for bb6bb821de27f6e558a85d061a226d36: 2024-11-26T22:22:11,521 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36., storeName=bb6bb821de27f6e558a85d061a226d36/B, priority=12, startTime=1732659731083; duration=0sec 2024-11-26T22:22:11,522 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T22:22:11,522 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bb6bb821de27f6e558a85d061a226d36:B 2024-11-26T22:22:11,522 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T22:22:11,529 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49634 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-26T22:22:11,529 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HStore(1540): bb6bb821de27f6e558a85d061a226d36/C is initiating minor compaction (all files) 2024-11-26T22:22:11,529 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of bb6bb821de27f6e558a85d061a226d36/C in TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36. 2024-11-26T22:22:11,529 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/C/bb55a653ddbb44ea80f44daa9f3e22fc, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/C/6ee635bd107243b081101d24fd665453, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/C/0516c40f9fda496f806cdaf31fdbb7c0, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/C/46fee88ceb184499baca0187566711b6] into tmpdir=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/.tmp, totalSize=48.5 K 2024-11-26T22:22:11,530 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.Compactor(224): Compacting bb55a653ddbb44ea80f44daa9f3e22fc, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1732659726522 2024-11-26T22:22:11,530 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.Compactor(224): Compacting 6ee635bd107243b081101d24fd665453, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=261, earliestPutTs=1732659726831 2024-11-26T22:22:11,531 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.Compactor(224): Compacting 0516c40f9fda496f806cdaf31fdbb7c0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1732659727972 2024-11-26T22:22:11,531 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.Compactor(224): Compacting 46fee88ceb184499baca0187566711b6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=304, earliestPutTs=1732659730137 2024-11-26T22:22:11,540 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): bb6bb821de27f6e558a85d061a226d36#A#compaction#195 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T22:22:11,541 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/.tmp/A/14e42e694f5f43abb3e7b15cc233166f is 175, key is test_row_0/A:col10/1732659730137/Put/seqid=0 2024-11-26T22:22:11,547 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bb6bb821de27f6e558a85d061a226d36#C#compaction#199 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T22:22:11,547 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/.tmp/C/8f0ed75f88244624a6904f3f5d300681 is 50, key is test_row_0/C:col10/1732659730137/Put/seqid=0 2024-11-26T22:22:11,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742063_1239 (size=31971) 2024-11-26T22:22:11,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742064_1240 (size=13017) 2024-11-26T22:22:11,632 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=330 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/.tmp/B/1a924be63a7e488c966ca59f53b9f6f8 2024-11-26T22:22:11,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/.tmp/C/48fd7b03285c47a3aab243ef991c9900 is 50, key is test_row_0/C:col10/1732659730208/Put/seqid=0 2024-11-26T22:22:11,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742065_1241 (size=12301) 2024-11-26T22:22:11,645 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:11,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56194 deadline: 1732659791643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:11,646 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:11,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56256 deadline: 1732659791643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:11,648 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:11,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56230 deadline: 1732659791647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:11,649 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:11,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56214 deadline: 1732659791647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:11,949 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:11,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56256 deadline: 1732659791949, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:11,950 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:11,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56230 deadline: 1732659791949, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:11,952 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:11,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56214 deadline: 1732659791951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:11,958 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:11,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56194 deadline: 1732659791957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:11,977 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/.tmp/A/14e42e694f5f43abb3e7b15cc233166f as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/A/14e42e694f5f43abb3e7b15cc233166f 2024-11-26T22:22:11,983 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/.tmp/C/8f0ed75f88244624a6904f3f5d300681 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/C/8f0ed75f88244624a6904f3f5d300681 2024-11-26T22:22:11,984 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in bb6bb821de27f6e558a85d061a226d36/A of bb6bb821de27f6e558a85d061a226d36 into 14e42e694f5f43abb3e7b15cc233166f(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T22:22:11,984 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for bb6bb821de27f6e558a85d061a226d36: 2024-11-26T22:22:11,984 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36., storeName=bb6bb821de27f6e558a85d061a226d36/A, priority=12, startTime=1732659731083; duration=0sec 2024-11-26T22:22:11,984 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T22:22:11,984 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bb6bb821de27f6e558a85d061a226d36:A 2024-11-26T22:22:11,989 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in bb6bb821de27f6e558a85d061a226d36/C of bb6bb821de27f6e558a85d061a226d36 into 8f0ed75f88244624a6904f3f5d300681(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T22:22:11,989 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for bb6bb821de27f6e558a85d061a226d36: 2024-11-26T22:22:11,989 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36., storeName=bb6bb821de27f6e558a85d061a226d36/C, priority=12, startTime=1732659731083; duration=0sec 2024-11-26T22:22:11,990 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T22:22:11,990 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bb6bb821de27f6e558a85d061a226d36:C 2024-11-26T22:22:12,046 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=330 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/.tmp/C/48fd7b03285c47a3aab243ef991c9900 2024-11-26T22:22:12,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/.tmp/A/ef8c802d21ff42c188abf5819aeeda18 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/A/ef8c802d21ff42c188abf5819aeeda18 2024-11-26T22:22:12,056 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/A/ef8c802d21ff42c188abf5819aeeda18, entries=150, sequenceid=330, filesize=30.5 K 2024-11-26T22:22:12,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/.tmp/B/1a924be63a7e488c966ca59f53b9f6f8 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/B/1a924be63a7e488c966ca59f53b9f6f8 2024-11-26T22:22:12,061 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/B/1a924be63a7e488c966ca59f53b9f6f8, entries=150, sequenceid=330, filesize=12.0 K 2024-11-26T22:22:12,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/.tmp/C/48fd7b03285c47a3aab243ef991c9900 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/C/48fd7b03285c47a3aab243ef991c9900 2024-11-26T22:22:12,067 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/C/48fd7b03285c47a3aab243ef991c9900, entries=150, sequenceid=330, filesize=12.0 K 2024-11-26T22:22:12,067 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for bb6bb821de27f6e558a85d061a226d36 in 874ms, sequenceid=330, compaction requested=false 2024-11-26T22:22:12,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2538): Flush status journal for bb6bb821de27f6e558a85d061a226d36: 2024-11-26T22:22:12,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36. 2024-11-26T22:22:12,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=64 2024-11-26T22:22:12,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster(4106): Remote procedure done, pid=64 2024-11-26T22:22:12,070 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=64, resume processing ppid=63 2024-11-26T22:22:12,070 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=64, ppid=63, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9470 sec 2024-11-26T22:22:12,072 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=63, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=63, table=TestAcidGuarantees in 1.9510 sec 2024-11-26T22:22:12,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-26T22:22:12,226 INFO [Thread-732 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 63 completed 2024-11-26T22:22:12,227 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T22:22:12,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] procedure2.ProcedureExecutor(1098): Stored pid=65, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=65, table=TestAcidGuarantees 2024-11-26T22:22:12,229 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=65, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=65, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T22:22:12,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-11-26T22:22:12,230 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=65, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=65, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T22:22:12,230 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=66, ppid=65, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T22:22:12,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-11-26T22:22:12,381 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:12,382 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34335 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=66 2024-11-26T22:22:12,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36. 2024-11-26T22:22:12,382 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2837): Flushing bb6bb821de27f6e558a85d061a226d36 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-26T22:22:12,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bb6bb821de27f6e558a85d061a226d36, store=A 2024-11-26T22:22:12,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:22:12,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bb6bb821de27f6e558a85d061a226d36, store=B 2024-11-26T22:22:12,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:22:12,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bb6bb821de27f6e558a85d061a226d36, store=C 2024-11-26T22:22:12,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:22:12,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126833826a951c1475dbc3d301c964f2588_bb6bb821de27f6e558a85d061a226d36 is 50, key is test_row_0/A:col10/1732659731339/Put/seqid=0 2024-11-26T22:22:12,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742066_1242 (size=12454) 2024-11-26T22:22:12,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:12,433 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126833826a951c1475dbc3d301c964f2588_bb6bb821de27f6e558a85d061a226d36 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126833826a951c1475dbc3d301c964f2588_bb6bb821de27f6e558a85d061a226d36 2024-11-26T22:22:12,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/.tmp/A/7dc43a1a07a84321a699401d37c5f85c, store: [table=TestAcidGuarantees family=A region=bb6bb821de27f6e558a85d061a226d36] 2024-11-26T22:22:12,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/.tmp/A/7dc43a1a07a84321a699401d37c5f85c is 175, key is test_row_0/A:col10/1732659731339/Put/seqid=0 2024-11-26T22:22:12,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742067_1243 (size=31255) 2024-11-26T22:22:12,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(8581): Flush requested on bb6bb821de27f6e558a85d061a226d36 2024-11-26T22:22:12,452 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36. as already flushing 2024-11-26T22:22:12,455 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-26T22:22:12,505 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:12,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56194 deadline: 1732659792503, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:12,505 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:12,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56214 deadline: 1732659792503, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:12,508 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:12,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56230 deadline: 1732659792505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:12,511 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:12,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56256 deadline: 1732659792506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:12,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-11-26T22:22:12,607 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:12,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56194 deadline: 1732659792607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:12,609 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:12,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56214 deadline: 1732659792607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:12,611 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:12,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56230 deadline: 1732659792610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:12,614 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:12,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56256 deadline: 1732659792612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:12,811 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:12,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56194 deadline: 1732659792809, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:12,812 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:12,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56214 deadline: 1732659792810, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:12,815 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:12,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56230 deadline: 1732659792812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:12,816 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:12,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56256 deadline: 1732659792815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:12,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-11-26T22:22:12,843 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=343, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/.tmp/A/7dc43a1a07a84321a699401d37c5f85c 2024-11-26T22:22:12,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/.tmp/B/6c3511c8b1344b93a8948870d47a65c5 is 50, key is test_row_0/B:col10/1732659731339/Put/seqid=0 2024-11-26T22:22:12,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742068_1244 (size=12301) 2024-11-26T22:22:13,116 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:13,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56214 deadline: 1732659793114, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:13,116 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:13,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56194 deadline: 1732659793114, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:13,118 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:13,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56230 deadline: 1732659793116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:13,118 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:13,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56256 deadline: 1732659793117, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:13,282 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=343 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/.tmp/B/6c3511c8b1344b93a8948870d47a65c5 2024-11-26T22:22:13,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/.tmp/C/db547939b01c443c8c34812452b97ab2 is 50, key is test_row_0/C:col10/1732659731339/Put/seqid=0 2024-11-26T22:22:13,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-11-26T22:22:13,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742069_1245 (size=12301) 2024-11-26T22:22:13,339 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=343 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/.tmp/C/db547939b01c443c8c34812452b97ab2 2024-11-26T22:22:13,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/.tmp/A/7dc43a1a07a84321a699401d37c5f85c as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/A/7dc43a1a07a84321a699401d37c5f85c 2024-11-26T22:22:13,349 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/A/7dc43a1a07a84321a699401d37c5f85c, entries=150, sequenceid=343, filesize=30.5 K 2024-11-26T22:22:13,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/.tmp/B/6c3511c8b1344b93a8948870d47a65c5 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/B/6c3511c8b1344b93a8948870d47a65c5 2024-11-26T22:22:13,356 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/B/6c3511c8b1344b93a8948870d47a65c5, entries=150, sequenceid=343, filesize=12.0 K 2024-11-26T22:22:13,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/.tmp/C/db547939b01c443c8c34812452b97ab2 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/C/db547939b01c443c8c34812452b97ab2 2024-11-26T22:22:13,361 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/C/db547939b01c443c8c34812452b97ab2, entries=150, sequenceid=343, filesize=12.0 K 2024-11-26T22:22:13,362 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(3040): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=161.02 KB/164880 for bb6bb821de27f6e558a85d061a226d36 in 980ms, sequenceid=343, compaction requested=true 2024-11-26T22:22:13,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2538): Flush status journal for bb6bb821de27f6e558a85d061a226d36: 2024-11-26T22:22:13,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36. 2024-11-26T22:22:13,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=66 2024-11-26T22:22:13,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster(4106): Remote procedure done, pid=66 2024-11-26T22:22:13,365 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=66, resume processing ppid=65 2024-11-26T22:22:13,365 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=66, ppid=65, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1340 sec 2024-11-26T22:22:13,367 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=65, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=65, table=TestAcidGuarantees in 1.1390 sec 2024-11-26T22:22:13,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(8581): Flush requested on bb6bb821de27f6e558a85d061a226d36 2024-11-26T22:22:13,621 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing bb6bb821de27f6e558a85d061a226d36 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-11-26T22:22:13,621 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bb6bb821de27f6e558a85d061a226d36, store=A 2024-11-26T22:22:13,622 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:22:13,622 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bb6bb821de27f6e558a85d061a226d36, store=B 2024-11-26T22:22:13,622 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:22:13,622 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bb6bb821de27f6e558a85d061a226d36, store=C 2024-11-26T22:22:13,622 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:22:13,635 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:13,635 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:13,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56256 deadline: 1732659793630, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:13,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56194 deadline: 1732659793631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:13,637 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:13,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56214 deadline: 1732659793634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:13,640 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:13,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56230 deadline: 1732659793638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:13,643 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411261827b6b9098e4774a05b3f56612a2ff3_bb6bb821de27f6e558a85d061a226d36 is 50, key is test_row_0/A:col10/1732659732504/Put/seqid=0 2024-11-26T22:22:13,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742070_1246 (size=14994) 2024-11-26T22:22:13,660 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:13,664 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411261827b6b9098e4774a05b3f56612a2ff3_bb6bb821de27f6e558a85d061a226d36 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411261827b6b9098e4774a05b3f56612a2ff3_bb6bb821de27f6e558a85d061a226d36 2024-11-26T22:22:13,666 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/.tmp/A/a55e9a21050041a9b60c57f865e820f5, store: [table=TestAcidGuarantees family=A region=bb6bb821de27f6e558a85d061a226d36] 2024-11-26T22:22:13,667 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/.tmp/A/a55e9a21050041a9b60c57f865e820f5 is 175, key is test_row_0/A:col10/1732659732504/Put/seqid=0 2024-11-26T22:22:13,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742071_1247 (size=39949) 2024-11-26T22:22:13,689 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=371, memsize=55.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/.tmp/A/a55e9a21050041a9b60c57f865e820f5 2024-11-26T22:22:13,698 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/.tmp/B/55c6acd39d5940109d2d2bcd47d14780 is 50, key is test_row_0/B:col10/1732659732504/Put/seqid=0 2024-11-26T22:22:13,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742072_1248 (size=12301) 2024-11-26T22:22:13,735 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=371 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/.tmp/B/55c6acd39d5940109d2d2bcd47d14780 2024-11-26T22:22:13,740 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:13,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56256 deadline: 1732659793737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:13,741 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:13,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56214 deadline: 1732659793739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:13,743 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:13,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56230 deadline: 1732659793742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:13,758 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/.tmp/C/ad069a7bfb1044fea8bf25d4057b1b29 is 50, key is test_row_0/C:col10/1732659732504/Put/seqid=0 2024-11-26T22:22:13,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742073_1249 (size=12301) 2024-11-26T22:22:13,811 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=371 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/.tmp/C/ad069a7bfb1044fea8bf25d4057b1b29 2024-11-26T22:22:13,818 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/.tmp/A/a55e9a21050041a9b60c57f865e820f5 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/A/a55e9a21050041a9b60c57f865e820f5 2024-11-26T22:22:13,824 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/A/a55e9a21050041a9b60c57f865e820f5, entries=200, sequenceid=371, filesize=39.0 K 2024-11-26T22:22:13,826 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/.tmp/B/55c6acd39d5940109d2d2bcd47d14780 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/B/55c6acd39d5940109d2d2bcd47d14780 2024-11-26T22:22:13,833 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/B/55c6acd39d5940109d2d2bcd47d14780, entries=150, sequenceid=371, filesize=12.0 K 2024-11-26T22:22:13,836 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/.tmp/C/ad069a7bfb1044fea8bf25d4057b1b29 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/C/ad069a7bfb1044fea8bf25d4057b1b29 2024-11-26T22:22:13,842 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/C/ad069a7bfb1044fea8bf25d4057b1b29, entries=150, sequenceid=371, filesize=12.0 K 2024-11-26T22:22:13,844 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=40.25 KB/41220 for bb6bb821de27f6e558a85d061a226d36 in 223ms, sequenceid=371, compaction requested=true 2024-11-26T22:22:13,844 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for bb6bb821de27f6e558a85d061a226d36: 2024-11-26T22:22:13,844 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T22:22:13,846 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 134430 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-26T22:22:13,846 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HStore(1540): bb6bb821de27f6e558a85d061a226d36/A is initiating minor compaction (all files) 2024-11-26T22:22:13,846 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of bb6bb821de27f6e558a85d061a226d36/A in TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36. 2024-11-26T22:22:13,846 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/A/14e42e694f5f43abb3e7b15cc233166f, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/A/ef8c802d21ff42c188abf5819aeeda18, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/A/7dc43a1a07a84321a699401d37c5f85c, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/A/a55e9a21050041a9b60c57f865e820f5] into tmpdir=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/.tmp, totalSize=131.3 K 2024-11-26T22:22:13,846 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36. 2024-11-26T22:22:13,846 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36. files: [hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/A/14e42e694f5f43abb3e7b15cc233166f, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/A/ef8c802d21ff42c188abf5819aeeda18, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/A/7dc43a1a07a84321a699401d37c5f85c, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/A/a55e9a21050041a9b60c57f865e820f5] 2024-11-26T22:22:13,847 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.Compactor(224): Compacting 14e42e694f5f43abb3e7b15cc233166f, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=304, earliestPutTs=1732659730137 2024-11-26T22:22:13,847 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.Compactor(224): Compacting ef8c802d21ff42c188abf5819aeeda18, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=330, earliestPutTs=1732659730199 2024-11-26T22:22:13,848 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7dc43a1a07a84321a699401d37c5f85c, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=343, earliestPutTs=1732659731338 2024-11-26T22:22:13,848 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.Compactor(224): Compacting a55e9a21050041a9b60c57f865e820f5, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=371, earliestPutTs=1732659732500 2024-11-26T22:22:13,848 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bb6bb821de27f6e558a85d061a226d36:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T22:22:13,848 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T22:22:13,848 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T22:22:13,850 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bb6bb821de27f6e558a85d061a226d36:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T22:22:13,850 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49920 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-26T22:22:13,850 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T22:22:13,850 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bb6bb821de27f6e558a85d061a226d36:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T22:22:13,850 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T22:22:13,850 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HStore(1540): bb6bb821de27f6e558a85d061a226d36/B is initiating minor compaction (all files) 2024-11-26T22:22:13,850 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of bb6bb821de27f6e558a85d061a226d36/B in TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36. 2024-11-26T22:22:13,850 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/B/79d539d6f5604c9b8b67122ab8f20789, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/B/1a924be63a7e488c966ca59f53b9f6f8, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/B/6c3511c8b1344b93a8948870d47a65c5, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/B/55c6acd39d5940109d2d2bcd47d14780] into tmpdir=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/.tmp, totalSize=48.8 K 2024-11-26T22:22:13,851 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.Compactor(224): Compacting 79d539d6f5604c9b8b67122ab8f20789, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=304, earliestPutTs=1732659730137 2024-11-26T22:22:13,852 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.Compactor(224): Compacting 1a924be63a7e488c966ca59f53b9f6f8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=330, earliestPutTs=1732659730199 2024-11-26T22:22:13,853 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.Compactor(224): Compacting 6c3511c8b1344b93a8948870d47a65c5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=343, earliestPutTs=1732659731338 2024-11-26T22:22:13,853 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.Compactor(224): Compacting 55c6acd39d5940109d2d2bcd47d14780, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=371, earliestPutTs=1732659732504 2024-11-26T22:22:13,867 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=bb6bb821de27f6e558a85d061a226d36] 2024-11-26T22:22:13,877 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241126b177a690a05c4e208fd3fb74d7a46cc4_bb6bb821de27f6e558a85d061a226d36 store=[table=TestAcidGuarantees family=A region=bb6bb821de27f6e558a85d061a226d36] 2024-11-26T22:22:13,878 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bb6bb821de27f6e558a85d061a226d36#B#compaction#208 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-26T22:22:13,879 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/.tmp/B/24c356d10c4b4905978b3f3beb81c40f is 50, key is test_row_0/B:col10/1732659732504/Put/seqid=0 2024-11-26T22:22:13,879 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241126b177a690a05c4e208fd3fb74d7a46cc4_bb6bb821de27f6e558a85d061a226d36, store=[table=TestAcidGuarantees family=A region=bb6bb821de27f6e558a85d061a226d36] 2024-11-26T22:22:13,880 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126b177a690a05c4e208fd3fb74d7a46cc4_bb6bb821de27f6e558a85d061a226d36 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=bb6bb821de27f6e558a85d061a226d36] 2024-11-26T22:22:13,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742074_1250 (size=13153) 2024-11-26T22:22:13,952 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing bb6bb821de27f6e558a85d061a226d36 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-26T22:22:13,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(8581): Flush requested on bb6bb821de27f6e558a85d061a226d36 2024-11-26T22:22:13,958 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bb6bb821de27f6e558a85d061a226d36, store=A 2024-11-26T22:22:13,959 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:22:13,959 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bb6bb821de27f6e558a85d061a226d36, store=B 2024-11-26T22:22:13,959 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:22:13,959 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bb6bb821de27f6e558a85d061a226d36, store=C 2024-11-26T22:22:13,959 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:22:13,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742075_1251 (size=4469) 2024-11-26T22:22:13,990 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126d2f36c8f542a4cce949f8667c869d6ca_bb6bb821de27f6e558a85d061a226d36 is 50, key is test_row_0/A:col10/1732659733949/Put/seqid=0 2024-11-26T22:22:14,019 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:14,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56214 deadline: 1732659794014, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:14,019 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:14,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56256 deadline: 1732659794018, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:14,023 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:14,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56230 deadline: 1732659794020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:14,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742076_1252 (size=12454) 2024-11-26T22:22:14,034 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:14,039 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126d2f36c8f542a4cce949f8667c869d6ca_bb6bb821de27f6e558a85d061a226d36 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126d2f36c8f542a4cce949f8667c869d6ca_bb6bb821de27f6e558a85d061a226d36 2024-11-26T22:22:14,040 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/.tmp/A/ff1d3efa81964b9d9aef6c196517c55a, store: [table=TestAcidGuarantees family=A region=bb6bb821de27f6e558a85d061a226d36] 2024-11-26T22:22:14,040 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/.tmp/A/ff1d3efa81964b9d9aef6c196517c55a is 175, key is test_row_0/A:col10/1732659733949/Put/seqid=0 2024-11-26T22:22:14,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742077_1253 (size=31255) 2024-11-26T22:22:14,083 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=383, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/.tmp/A/ff1d3efa81964b9d9aef6c196517c55a 2024-11-26T22:22:14,102 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/.tmp/B/cd9b879ad7cc499b87284995ee796541 is 50, key is test_row_0/B:col10/1732659733949/Put/seqid=0 2024-11-26T22:22:14,125 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:14,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56256 deadline: 1732659794121, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:14,126 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:14,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56214 deadline: 1732659794121, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:14,128 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:14,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56230 deadline: 1732659794126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:14,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742078_1254 (size=12301) 2024-11-26T22:22:14,135 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=383 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/.tmp/B/cd9b879ad7cc499b87284995ee796541 2024-11-26T22:22:14,144 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/.tmp/C/d82b779595bf490e93ff670a3c0a2ff0 is 50, key is test_row_0/C:col10/1732659733949/Put/seqid=0 2024-11-26T22:22:14,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742079_1255 (size=12301) 2024-11-26T22:22:14,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-11-26T22:22:14,333 INFO [Thread-732 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 65 completed 2024-11-26T22:22:14,333 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:14,334 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:14,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56230 deadline: 1732659794329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:14,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56256 deadline: 1732659794328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:14,334 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:14,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56214 deadline: 1732659794332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:14,336 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T22:22:14,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] procedure2.ProcedureExecutor(1098): Stored pid=67, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=67, table=TestAcidGuarantees 2024-11-26T22:22:14,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-26T22:22:14,338 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=67, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=67, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T22:22:14,338 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=67, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=67, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T22:22:14,338 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=68, ppid=67, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T22:22:14,342 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/.tmp/B/24c356d10c4b4905978b3f3beb81c40f as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/B/24c356d10c4b4905978b3f3beb81c40f 2024-11-26T22:22:14,355 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in bb6bb821de27f6e558a85d061a226d36/B of bb6bb821de27f6e558a85d061a226d36 into 24c356d10c4b4905978b3f3beb81c40f(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T22:22:14,355 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for bb6bb821de27f6e558a85d061a226d36: 2024-11-26T22:22:14,355 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36., storeName=bb6bb821de27f6e558a85d061a226d36/B, priority=12, startTime=1732659733848; duration=0sec 2024-11-26T22:22:14,355 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T22:22:14,355 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bb6bb821de27f6e558a85d061a226d36:B 2024-11-26T22:22:14,355 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T22:22:14,358 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49920 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-26T22:22:14,358 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HStore(1540): bb6bb821de27f6e558a85d061a226d36/C is initiating minor compaction (all files) 2024-11-26T22:22:14,358 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of bb6bb821de27f6e558a85d061a226d36/C in TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36. 2024-11-26T22:22:14,358 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/C/8f0ed75f88244624a6904f3f5d300681, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/C/48fd7b03285c47a3aab243ef991c9900, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/C/db547939b01c443c8c34812452b97ab2, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/C/ad069a7bfb1044fea8bf25d4057b1b29] into tmpdir=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/.tmp, totalSize=48.8 K 2024-11-26T22:22:14,359 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.Compactor(224): Compacting 8f0ed75f88244624a6904f3f5d300681, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=304, earliestPutTs=1732659730137 2024-11-26T22:22:14,362 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): bb6bb821de27f6e558a85d061a226d36#A#compaction#207 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T22:22:14,363 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/.tmp/A/f364b2f3730b4d98b52e35d744e38b5c is 175, key is test_row_0/A:col10/1732659732504/Put/seqid=0 2024-11-26T22:22:14,365 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.Compactor(224): Compacting 48fd7b03285c47a3aab243ef991c9900, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=330, earliestPutTs=1732659730199 2024-11-26T22:22:14,366 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.Compactor(224): Compacting db547939b01c443c8c34812452b97ab2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=343, earliestPutTs=1732659731338 2024-11-26T22:22:14,367 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.Compactor(224): Compacting ad069a7bfb1044fea8bf25d4057b1b29, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=371, earliestPutTs=1732659732504 2024-11-26T22:22:14,396 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bb6bb821de27f6e558a85d061a226d36#C#compaction#212 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T22:22:14,397 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/.tmp/C/65c3452a47ec4906a2692d92248e7399 is 50, key is test_row_0/C:col10/1732659732504/Put/seqid=0 2024-11-26T22:22:14,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742080_1256 (size=32107) 2024-11-26T22:22:14,423 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/.tmp/A/f364b2f3730b4d98b52e35d744e38b5c as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/A/f364b2f3730b4d98b52e35d744e38b5c 2024-11-26T22:22:14,429 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in bb6bb821de27f6e558a85d061a226d36/A of bb6bb821de27f6e558a85d061a226d36 into f364b2f3730b4d98b52e35d744e38b5c(size=31.4 K), total size for store is 31.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T22:22:14,429 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for bb6bb821de27f6e558a85d061a226d36: 2024-11-26T22:22:14,429 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36., storeName=bb6bb821de27f6e558a85d061a226d36/A, priority=12, startTime=1732659733844; duration=0sec 2024-11-26T22:22:14,429 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T22:22:14,429 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bb6bb821de27f6e558a85d061a226d36:A 2024-11-26T22:22:14,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-26T22:22:14,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742081_1257 (size=13153) 2024-11-26T22:22:14,474 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/.tmp/C/65c3452a47ec4906a2692d92248e7399 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/C/65c3452a47ec4906a2692d92248e7399 2024-11-26T22:22:14,480 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in bb6bb821de27f6e558a85d061a226d36/C of bb6bb821de27f6e558a85d061a226d36 into 65c3452a47ec4906a2692d92248e7399(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T22:22:14,480 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for bb6bb821de27f6e558a85d061a226d36: 2024-11-26T22:22:14,480 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36., storeName=bb6bb821de27f6e558a85d061a226d36/C, priority=12, startTime=1732659733850; duration=0sec 2024-11-26T22:22:14,480 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T22:22:14,480 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bb6bb821de27f6e558a85d061a226d36:C 2024-11-26T22:22:14,490 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:14,491 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34335 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-11-26T22:22:14,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36. 2024-11-26T22:22:14,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36. as already flushing 2024-11-26T22:22:14,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36. 2024-11-26T22:22:14,491 ERROR [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] handler.RSProcedureHandler(58): pid=68 java.io.IOException: Unable to complete flush {ENCODED => bb6bb821de27f6e558a85d061a226d36, NAME => 'TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:22:14,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=68 java.io.IOException: Unable to complete flush {ENCODED => bb6bb821de27f6e558a85d061a226d36, NAME => 'TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:22:14,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster(4114): Remote procedure failed, pid=68 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bb6bb821de27f6e558a85d061a226d36, NAME => 'TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bb6bb821de27f6e558a85d061a226d36, NAME => 'TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:22:14,552 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=383 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/.tmp/C/d82b779595bf490e93ff670a3c0a2ff0 2024-11-26T22:22:14,559 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/.tmp/A/ff1d3efa81964b9d9aef6c196517c55a as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/A/ff1d3efa81964b9d9aef6c196517c55a 2024-11-26T22:22:14,565 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/A/ff1d3efa81964b9d9aef6c196517c55a, entries=150, sequenceid=383, filesize=30.5 K 2024-11-26T22:22:14,565 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/.tmp/B/cd9b879ad7cc499b87284995ee796541 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/B/cd9b879ad7cc499b87284995ee796541 2024-11-26T22:22:14,572 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/B/cd9b879ad7cc499b87284995ee796541, entries=150, sequenceid=383, filesize=12.0 K 2024-11-26T22:22:14,573 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/.tmp/C/d82b779595bf490e93ff670a3c0a2ff0 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/C/d82b779595bf490e93ff670a3c0a2ff0 2024-11-26T22:22:14,578 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/C/d82b779595bf490e93ff670a3c0a2ff0, entries=150, sequenceid=383, filesize=12.0 K 2024-11-26T22:22:14,579 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for bb6bb821de27f6e558a85d061a226d36 in 627ms, sequenceid=383, compaction requested=false 2024-11-26T22:22:14,579 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for bb6bb821de27f6e558a85d061a226d36: 2024-11-26T22:22:14,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-26T22:22:14,641 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing bb6bb821de27f6e558a85d061a226d36 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-26T22:22:14,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(8581): Flush requested on bb6bb821de27f6e558a85d061a226d36 2024-11-26T22:22:14,644 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:14,644 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34335 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-11-26T22:22:14,644 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bb6bb821de27f6e558a85d061a226d36, store=A 2024-11-26T22:22:14,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36. 2024-11-26T22:22:14,644 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:22:14,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36. as already flushing 2024-11-26T22:22:14,644 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bb6bb821de27f6e558a85d061a226d36, store=B 2024-11-26T22:22:14,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36. 2024-11-26T22:22:14,645 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:22:14,645 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bb6bb821de27f6e558a85d061a226d36, store=C 2024-11-26T22:22:14,645 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:22:14,645 ERROR [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] handler.RSProcedureHandler(58): pid=68 java.io.IOException: Unable to complete flush {ENCODED => bb6bb821de27f6e558a85d061a226d36, NAME => 'TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:22:14,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=68 java.io.IOException: Unable to complete flush {ENCODED => bb6bb821de27f6e558a85d061a226d36, NAME => 'TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:22:14,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster(4114): Remote procedure failed, pid=68 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bb6bb821de27f6e558a85d061a226d36, NAME => 'TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bb6bb821de27f6e558a85d061a226d36, NAME => 'TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:22:14,659 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:14,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56194 deadline: 1732659794658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:14,663 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:14,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56256 deadline: 1732659794659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:14,664 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:14,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56214 deadline: 1732659794659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:14,664 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:14,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56230 deadline: 1732659794660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:14,667 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126d372337fde904876aaa05ba1c54294c3_bb6bb821de27f6e558a85d061a226d36 is 50, key is test_row_0/A:col10/1732659734639/Put/seqid=0 2024-11-26T22:22:14,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742082_1258 (size=14994) 2024-11-26T22:22:14,761 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:14,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56194 deadline: 1732659794761, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:14,766 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:14,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56256 deadline: 1732659794764, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:14,769 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:14,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56230 deadline: 1732659794765, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:14,770 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:14,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56214 deadline: 1732659794768, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:14,800 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:14,801 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34335 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-11-26T22:22:14,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36. 2024-11-26T22:22:14,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36. as already flushing 2024-11-26T22:22:14,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36. 2024-11-26T22:22:14,801 ERROR [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] handler.RSProcedureHandler(58): pid=68 java.io.IOException: Unable to complete flush {ENCODED => bb6bb821de27f6e558a85d061a226d36, NAME => 'TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:22:14,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=68 java.io.IOException: Unable to complete flush {ENCODED => bb6bb821de27f6e558a85d061a226d36, NAME => 'TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:22:14,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster(4114): Remote procedure failed, pid=68 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bb6bb821de27f6e558a85d061a226d36, NAME => 'TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bb6bb821de27f6e558a85d061a226d36, NAME => 'TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:22:14,805 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:14,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56210 deadline: 1732659794803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:14,806 DEBUG [Thread-724 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=8, retries=16, started=18300 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36., hostname=d8c094cf5ab0,34335,1732659674113, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T22:22:14,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-26T22:22:14,955 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:14,955 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34335 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-11-26T22:22:14,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36. 2024-11-26T22:22:14,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36. as already flushing 2024-11-26T22:22:14,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36. 2024-11-26T22:22:14,956 ERROR [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] handler.RSProcedureHandler(58): pid=68 java.io.IOException: Unable to complete flush {ENCODED => bb6bb821de27f6e558a85d061a226d36, NAME => 'TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:22:14,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=68 java.io.IOException: Unable to complete flush {ENCODED => bb6bb821de27f6e558a85d061a226d36, NAME => 'TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:22:14,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster(4114): Remote procedure failed, pid=68 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bb6bb821de27f6e558a85d061a226d36, NAME => 'TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bb6bb821de27f6e558a85d061a226d36, NAME => 'TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:22:14,966 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:14,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56194 deadline: 1732659794964, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:14,972 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:14,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56256 deadline: 1732659794968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:14,972 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:14,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56230 deadline: 1732659794970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:14,973 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:14,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56214 deadline: 1732659794972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:15,115 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:15,115 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:15,115 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34335 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-11-26T22:22:15,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36. 2024-11-26T22:22:15,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36. as already flushing 2024-11-26T22:22:15,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36. 2024-11-26T22:22:15,115 ERROR [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] handler.RSProcedureHandler(58): pid=68 java.io.IOException: Unable to complete flush {ENCODED => bb6bb821de27f6e558a85d061a226d36, NAME => 'TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:22:15,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=68 java.io.IOException: Unable to complete flush {ENCODED => bb6bb821de27f6e558a85d061a226d36, NAME => 'TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:22:15,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster(4114): Remote procedure failed, pid=68 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bb6bb821de27f6e558a85d061a226d36, NAME => 'TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bb6bb821de27f6e558a85d061a226d36, NAME => 'TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:22:15,121 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126d372337fde904876aaa05ba1c54294c3_bb6bb821de27f6e558a85d061a226d36 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126d372337fde904876aaa05ba1c54294c3_bb6bb821de27f6e558a85d061a226d36 2024-11-26T22:22:15,133 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/.tmp/A/0c91e5a908da46f880d5ad04025d1d0f, store: [table=TestAcidGuarantees family=A region=bb6bb821de27f6e558a85d061a226d36] 2024-11-26T22:22:15,134 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/.tmp/A/0c91e5a908da46f880d5ad04025d1d0f is 175, key is test_row_0/A:col10/1732659734639/Put/seqid=0 2024-11-26T22:22:15,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742083_1259 (size=39949) 2024-11-26T22:22:15,178 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=413, memsize=53.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/.tmp/A/0c91e5a908da46f880d5ad04025d1d0f 2024-11-26T22:22:15,190 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/.tmp/B/bd5e06024e7f42618cd0fbadb1a0428f is 50, key is test_row_0/B:col10/1732659734639/Put/seqid=0 2024-11-26T22:22:15,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742084_1260 (size=12301) 2024-11-26T22:22:15,214 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=413 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/.tmp/B/bd5e06024e7f42618cd0fbadb1a0428f 2024-11-26T22:22:15,235 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/.tmp/C/95ef3b3882084638914f16f7e7fb9034 is 50, key is test_row_0/C:col10/1732659734639/Put/seqid=0 2024-11-26T22:22:15,235 DEBUG [Thread-733 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x555bfdff to 127.0.0.1:58789 2024-11-26T22:22:15,235 DEBUG [Thread-733 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T22:22:15,239 DEBUG [Thread-739 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x681a05ec to 127.0.0.1:58789 2024-11-26T22:22:15,239 DEBUG [Thread-739 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T22:22:15,241 DEBUG [Thread-735 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x347ad9b2 to 127.0.0.1:58789 2024-11-26T22:22:15,241 DEBUG [Thread-735 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T22:22:15,241 DEBUG [Thread-737 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1d36579b to 127.0.0.1:58789 2024-11-26T22:22:15,241 DEBUG [Thread-737 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T22:22:15,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742085_1261 (size=12301) 2024-11-26T22:22:15,268 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:15,268 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34335 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-11-26T22:22:15,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36. 2024-11-26T22:22:15,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36. as already flushing 2024-11-26T22:22:15,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36. 2024-11-26T22:22:15,269 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:15,269 ERROR [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] handler.RSProcedureHandler(58): pid=68 java.io.IOException: Unable to complete flush {ENCODED => bb6bb821de27f6e558a85d061a226d36, NAME => 'TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:22:15,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 218 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56194 deadline: 1732659795269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:15,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=68 java.io.IOException: Unable to complete flush {ENCODED => bb6bb821de27f6e558a85d061a226d36, NAME => 'TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:22:15,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster(4114): Remote procedure failed, pid=68 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bb6bb821de27f6e558a85d061a226d36, NAME => 'TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bb6bb821de27f6e558a85d061a226d36, NAME => 'TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:22:15,274 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:15,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56214 deadline: 1732659795274, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:15,275 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:15,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56256 deadline: 1732659795275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:15,276 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:15,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56230 deadline: 1732659795275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:15,420 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:15,421 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34335 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-11-26T22:22:15,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36. 2024-11-26T22:22:15,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36. as already flushing 2024-11-26T22:22:15,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36. 2024-11-26T22:22:15,421 ERROR [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] handler.RSProcedureHandler(58): pid=68 java.io.IOException: Unable to complete flush {ENCODED => bb6bb821de27f6e558a85d061a226d36, NAME => 'TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:22:15,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=68 java.io.IOException: Unable to complete flush {ENCODED => bb6bb821de27f6e558a85d061a226d36, NAME => 'TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:22:15,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster(4114): Remote procedure failed, pid=68 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bb6bb821de27f6e558a85d061a226d36, NAME => 'TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bb6bb821de27f6e558a85d061a226d36, NAME => 'TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:22:15,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-26T22:22:15,574 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:15,574 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34335 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-11-26T22:22:15,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36. 2024-11-26T22:22:15,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36. as already flushing 2024-11-26T22:22:15,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36. 2024-11-26T22:22:15,575 ERROR [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] handler.RSProcedureHandler(58): pid=68 java.io.IOException: Unable to complete flush {ENCODED => bb6bb821de27f6e558a85d061a226d36, NAME => 'TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:22:15,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=68 java.io.IOException: Unable to complete flush {ENCODED => bb6bb821de27f6e558a85d061a226d36, NAME => 'TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:22:15,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster(4114): Remote procedure failed, pid=68 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bb6bb821de27f6e558a85d061a226d36, NAME => 'TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bb6bb821de27f6e558a85d061a226d36, NAME => 'TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:22:15,644 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=413 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/.tmp/C/95ef3b3882084638914f16f7e7fb9034 2024-11-26T22:22:15,649 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/.tmp/A/0c91e5a908da46f880d5ad04025d1d0f as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/A/0c91e5a908da46f880d5ad04025d1d0f 2024-11-26T22:22:15,653 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/A/0c91e5a908da46f880d5ad04025d1d0f, entries=200, sequenceid=413, filesize=39.0 K 2024-11-26T22:22:15,653 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/.tmp/B/bd5e06024e7f42618cd0fbadb1a0428f as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/B/bd5e06024e7f42618cd0fbadb1a0428f 2024-11-26T22:22:15,657 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/B/bd5e06024e7f42618cd0fbadb1a0428f, entries=150, sequenceid=413, filesize=12.0 K 2024-11-26T22:22:15,658 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/.tmp/C/95ef3b3882084638914f16f7e7fb9034 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/C/95ef3b3882084638914f16f7e7fb9034 2024-11-26T22:22:15,661 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/C/95ef3b3882084638914f16f7e7fb9034, entries=150, sequenceid=413, filesize=12.0 K 2024-11-26T22:22:15,662 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=46.96 KB/48090 for bb6bb821de27f6e558a85d061a226d36 in 1022ms, sequenceid=413, compaction requested=true 2024-11-26T22:22:15,662 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for bb6bb821de27f6e558a85d061a226d36: 2024-11-26T22:22:15,662 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bb6bb821de27f6e558a85d061a226d36:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T22:22:15,662 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T22:22:15,662 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T22:22:15,662 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bb6bb821de27f6e558a85d061a226d36:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T22:22:15,662 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T22:22:15,662 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bb6bb821de27f6e558a85d061a226d36:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T22:22:15,662 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T22:22:15,662 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T22:22:15,663 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 103311 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T22:22:15,663 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HStore(1540): bb6bb821de27f6e558a85d061a226d36/A is initiating minor compaction (all files) 2024-11-26T22:22:15,663 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T22:22:15,663 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of bb6bb821de27f6e558a85d061a226d36/A in TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36. 2024-11-26T22:22:15,663 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HStore(1540): bb6bb821de27f6e558a85d061a226d36/B is initiating minor compaction (all files) 2024-11-26T22:22:15,663 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/A/f364b2f3730b4d98b52e35d744e38b5c, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/A/ff1d3efa81964b9d9aef6c196517c55a, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/A/0c91e5a908da46f880d5ad04025d1d0f] into tmpdir=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/.tmp, totalSize=100.9 K 2024-11-26T22:22:15,663 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of bb6bb821de27f6e558a85d061a226d36/B in TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36. 2024-11-26T22:22:15,663 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36. 2024-11-26T22:22:15,663 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36. files: [hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/A/f364b2f3730b4d98b52e35d744e38b5c, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/A/ff1d3efa81964b9d9aef6c196517c55a, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/A/0c91e5a908da46f880d5ad04025d1d0f] 2024-11-26T22:22:15,663 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/B/24c356d10c4b4905978b3f3beb81c40f, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/B/cd9b879ad7cc499b87284995ee796541, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/B/bd5e06024e7f42618cd0fbadb1a0428f] into tmpdir=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/.tmp, totalSize=36.9 K 2024-11-26T22:22:15,664 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.Compactor(224): Compacting 24c356d10c4b4905978b3f3beb81c40f, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=371, earliestPutTs=1732659732504 2024-11-26T22:22:15,664 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.Compactor(224): Compacting f364b2f3730b4d98b52e35d744e38b5c, keycount=150, bloomtype=ROW, size=31.4 K, encoding=NONE, compression=NONE, seqNum=371, earliestPutTs=1732659732504 2024-11-26T22:22:15,664 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.Compactor(224): Compacting cd9b879ad7cc499b87284995ee796541, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=383, earliestPutTs=1732659733625 2024-11-26T22:22:15,664 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.Compactor(224): Compacting ff1d3efa81964b9d9aef6c196517c55a, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=383, earliestPutTs=1732659733625 2024-11-26T22:22:15,668 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.Compactor(224): Compacting bd5e06024e7f42618cd0fbadb1a0428f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=413, earliestPutTs=1732659734017 2024-11-26T22:22:15,668 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0c91e5a908da46f880d5ad04025d1d0f, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=413, earliestPutTs=1732659734011 2024-11-26T22:22:15,687 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bb6bb821de27f6e558a85d061a226d36#B#compaction#216 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T22:22:15,687 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/.tmp/B/5652f5b9e47246688b218d7c9203e3f9 is 50, key is test_row_0/B:col10/1732659734639/Put/seqid=0 2024-11-26T22:22:15,688 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=bb6bb821de27f6e558a85d061a226d36] 2024-11-26T22:22:15,695 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241126badc16bf2dfe422fbad14e7cfa106233_bb6bb821de27f6e558a85d061a226d36 store=[table=TestAcidGuarantees family=A region=bb6bb821de27f6e558a85d061a226d36] 2024-11-26T22:22:15,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742086_1262 (size=13255) 2024-11-26T22:22:15,719 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/.tmp/B/5652f5b9e47246688b218d7c9203e3f9 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/B/5652f5b9e47246688b218d7c9203e3f9 2024-11-26T22:22:15,725 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in bb6bb821de27f6e558a85d061a226d36/B of bb6bb821de27f6e558a85d061a226d36 into 5652f5b9e47246688b218d7c9203e3f9(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T22:22:15,725 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for bb6bb821de27f6e558a85d061a226d36: 2024-11-26T22:22:15,725 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36., storeName=bb6bb821de27f6e558a85d061a226d36/B, priority=13, startTime=1732659735662; duration=0sec 2024-11-26T22:22:15,725 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T22:22:15,725 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bb6bb821de27f6e558a85d061a226d36:B 2024-11-26T22:22:15,725 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T22:22:15,727 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T22:22:15,727 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HStore(1540): bb6bb821de27f6e558a85d061a226d36/C is initiating minor compaction (all files) 2024-11-26T22:22:15,727 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of bb6bb821de27f6e558a85d061a226d36/C in TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36. 2024-11-26T22:22:15,727 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/C/65c3452a47ec4906a2692d92248e7399, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/C/d82b779595bf490e93ff670a3c0a2ff0, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/C/95ef3b3882084638914f16f7e7fb9034] into tmpdir=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/.tmp, totalSize=36.9 K 2024-11-26T22:22:15,727 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:15,727 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.Compactor(224): Compacting 65c3452a47ec4906a2692d92248e7399, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=371, earliestPutTs=1732659732504 2024-11-26T22:22:15,728 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.Compactor(224): Compacting d82b779595bf490e93ff670a3c0a2ff0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=383, earliestPutTs=1732659733625 2024-11-26T22:22:15,728 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34335 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-11-26T22:22:15,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36. 2024-11-26T22:22:15,728 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2837): Flushing bb6bb821de27f6e558a85d061a226d36 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-26T22:22:15,728 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.Compactor(224): Compacting 95ef3b3882084638914f16f7e7fb9034, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=413, earliestPutTs=1732659734017 2024-11-26T22:22:15,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bb6bb821de27f6e558a85d061a226d36, store=A 2024-11-26T22:22:15,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:22:15,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bb6bb821de27f6e558a85d061a226d36, store=B 2024-11-26T22:22:15,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:22:15,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bb6bb821de27f6e558a85d061a226d36, store=C 2024-11-26T22:22:15,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:22:15,733 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241126badc16bf2dfe422fbad14e7cfa106233_bb6bb821de27f6e558a85d061a226d36, store=[table=TestAcidGuarantees family=A region=bb6bb821de27f6e558a85d061a226d36] 2024-11-26T22:22:15,733 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126badc16bf2dfe422fbad14e7cfa106233_bb6bb821de27f6e558a85d061a226d36 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=bb6bb821de27f6e558a85d061a226d36] 2024-11-26T22:22:15,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742087_1263 (size=4469) 2024-11-26T22:22:15,750 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): bb6bb821de27f6e558a85d061a226d36#A#compaction#217 average throughput is 0.39 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T22:22:15,751 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/.tmp/A/53ef2169a8fa49e1b668fbd0d5fe5ea4 is 175, key is test_row_0/A:col10/1732659734639/Put/seqid=0 2024-11-26T22:22:15,767 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bb6bb821de27f6e558a85d061a226d36#C#compaction#219 average throughput is 1.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T22:22:15,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126fd7853d9921e498c810ef0995c8858b4_bb6bb821de27f6e558a85d061a226d36 is 50, key is test_row_0/A:col10/1732659734655/Put/seqid=0 2024-11-26T22:22:15,767 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/.tmp/C/bcc7ff9a2fa54caa98ef6b7cfaf2b4ae is 50, key is test_row_0/C:col10/1732659734639/Put/seqid=0 2024-11-26T22:22:15,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(8581): Flush requested on bb6bb821de27f6e558a85d061a226d36 2024-11-26T22:22:15,774 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36. as already flushing 2024-11-26T22:22:15,774 DEBUG [Thread-728 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7eb70b3c to 127.0.0.1:58789 2024-11-26T22:22:15,774 DEBUG [Thread-728 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T22:22:15,789 DEBUG [Thread-722 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x63630c79 to 127.0.0.1:58789 2024-11-26T22:22:15,789 DEBUG [Thread-722 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T22:22:15,789 DEBUG [Thread-726 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5ecfd53a to 127.0.0.1:58789 2024-11-26T22:22:15,789 DEBUG [Thread-726 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T22:22:15,789 DEBUG [Thread-730 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3c517130 to 127.0.0.1:58789 2024-11-26T22:22:15,789 DEBUG [Thread-730 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T22:22:15,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742088_1264 (size=32209) 2024-11-26T22:22:15,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742089_1265 (size=12454) 2024-11-26T22:22:15,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742090_1266 (size=13255) 2024-11-26T22:22:16,208 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/.tmp/A/53ef2169a8fa49e1b668fbd0d5fe5ea4 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/A/53ef2169a8fa49e1b668fbd0d5fe5ea4 2024-11-26T22:22:16,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:16,214 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126fd7853d9921e498c810ef0995c8858b4_bb6bb821de27f6e558a85d061a226d36 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126fd7853d9921e498c810ef0995c8858b4_bb6bb821de27f6e558a85d061a226d36 2024-11-26T22:22:16,214 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in bb6bb821de27f6e558a85d061a226d36/A of bb6bb821de27f6e558a85d061a226d36 into 53ef2169a8fa49e1b668fbd0d5fe5ea4(size=31.5 K), total size for store is 31.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T22:22:16,215 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for bb6bb821de27f6e558a85d061a226d36: 2024-11-26T22:22:16,215 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36., storeName=bb6bb821de27f6e558a85d061a226d36/A, priority=13, startTime=1732659735662; duration=0sec 2024-11-26T22:22:16,215 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T22:22:16,215 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bb6bb821de27f6e558a85d061a226d36:A 2024-11-26T22:22:16,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/.tmp/A/42074a70630247eaae34d28db0b4614f, store: [table=TestAcidGuarantees family=A region=bb6bb821de27f6e558a85d061a226d36] 2024-11-26T22:22:16,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/.tmp/A/42074a70630247eaae34d28db0b4614f is 175, key is test_row_0/A:col10/1732659734655/Put/seqid=0 2024-11-26T22:22:16,220 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/.tmp/C/bcc7ff9a2fa54caa98ef6b7cfaf2b4ae as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/C/bcc7ff9a2fa54caa98ef6b7cfaf2b4ae 2024-11-26T22:22:16,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742091_1267 (size=31255) 2024-11-26T22:22:16,222 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=424, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/.tmp/A/42074a70630247eaae34d28db0b4614f 2024-11-26T22:22:16,225 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in bb6bb821de27f6e558a85d061a226d36/C of bb6bb821de27f6e558a85d061a226d36 into bcc7ff9a2fa54caa98ef6b7cfaf2b4ae(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T22:22:16,225 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for bb6bb821de27f6e558a85d061a226d36: 2024-11-26T22:22:16,226 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36., storeName=bb6bb821de27f6e558a85d061a226d36/C, priority=13, startTime=1732659735662; duration=0sec 2024-11-26T22:22:16,226 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T22:22:16,226 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bb6bb821de27f6e558a85d061a226d36:C 2024-11-26T22:22:16,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/.tmp/B/0710bf745f0a49c1b28da2f8cd47ffe5 is 50, key is test_row_0/B:col10/1732659734655/Put/seqid=0 2024-11-26T22:22:16,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742092_1268 (size=12301) 2024-11-26T22:22:16,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-26T22:22:16,634 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=424 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/.tmp/B/0710bf745f0a49c1b28da2f8cd47ffe5 2024-11-26T22:22:16,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/.tmp/C/049766badd3f4fc080d8d848b4e6bd91 is 50, key is test_row_0/C:col10/1732659734655/Put/seqid=0 2024-11-26T22:22:16,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742093_1269 (size=12301) 2024-11-26T22:22:17,046 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=424 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/.tmp/C/049766badd3f4fc080d8d848b4e6bd91 2024-11-26T22:22:17,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/.tmp/A/42074a70630247eaae34d28db0b4614f as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/A/42074a70630247eaae34d28db0b4614f 2024-11-26T22:22:17,060 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/A/42074a70630247eaae34d28db0b4614f, entries=150, sequenceid=424, filesize=30.5 K 2024-11-26T22:22:17,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/.tmp/B/0710bf745f0a49c1b28da2f8cd47ffe5 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/B/0710bf745f0a49c1b28da2f8cd47ffe5 2024-11-26T22:22:17,065 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/B/0710bf745f0a49c1b28da2f8cd47ffe5, entries=150, sequenceid=424, filesize=12.0 K 2024-11-26T22:22:17,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/.tmp/C/049766badd3f4fc080d8d848b4e6bd91 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/C/049766badd3f4fc080d8d848b4e6bd91 2024-11-26T22:22:17,071 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/C/049766badd3f4fc080d8d848b4e6bd91, entries=150, sequenceid=424, filesize=12.0 K 2024-11-26T22:22:17,072 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(3040): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=26.84 KB/27480 for bb6bb821de27f6e558a85d061a226d36 in 1344ms, sequenceid=424, compaction requested=false 2024-11-26T22:22:17,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2538): Flush status journal for bb6bb821de27f6e558a85d061a226d36: 2024-11-26T22:22:17,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36. 2024-11-26T22:22:17,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=68 2024-11-26T22:22:17,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster(4106): Remote procedure done, pid=68 2024-11-26T22:22:17,075 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=68, resume processing ppid=67 2024-11-26T22:22:17,075 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=68, ppid=67, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.7360 sec 2024-11-26T22:22:17,077 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=67, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=67, table=TestAcidGuarantees in 2.7400 sec 2024-11-26T22:22:18,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-26T22:22:18,444 INFO [Thread-732 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 67 completed 2024-11-26T22:22:19,384 DEBUG [master/d8c094cf5ab0:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region 34353eef407cdf1880c2d872924da105 changed from -1.0 to 0.0, refreshing cache 2024-11-26T22:22:24,843 DEBUG [Thread-724 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x27600c58 to 127.0.0.1:58789 2024-11-26T22:22:24,843 DEBUG [Thread-724 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T22:22:24,843 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-26T22:22:24,843 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 72 2024-11-26T22:22:24,843 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 11 2024-11-26T22:22:24,843 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 84 2024-11-26T22:22:24,843 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 97 2024-11-26T22:22:24,843 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 72 2024-11-26T22:22:24,843 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-26T22:22:24,843 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 5938 2024-11-26T22:22:24,843 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6075 2024-11-26T22:22:24,843 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-26T22:22:24,843 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2545 2024-11-26T22:22:24,843 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 7635 rows 2024-11-26T22:22:24,843 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2522 2024-11-26T22:22:24,844 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 7566 rows 2024-11-26T22:22:24,844 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-26T22:22:24,844 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7c267206 to 127.0.0.1:58789 2024-11-26T22:22:24,844 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T22:22:24,845 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-26T22:22:24,847 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-26T22:22:24,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] procedure2.ProcedureExecutor(1098): Stored pid=69, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-26T22:22:24,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-26T22:22:24,851 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732659744851"}]},"ts":"1732659744851"} 2024-11-26T22:22:24,852 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-26T22:22:24,855 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-26T22:22:24,856 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=70, ppid=69, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-26T22:22:24,858 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=71, ppid=70, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=bb6bb821de27f6e558a85d061a226d36, UNASSIGN}] 2024-11-26T22:22:24,859 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=71, ppid=70, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=bb6bb821de27f6e558a85d061a226d36, UNASSIGN 2024-11-26T22:22:24,859 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=71 updating hbase:meta row=bb6bb821de27f6e558a85d061a226d36, regionState=CLOSING, regionLocation=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:24,860 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-26T22:22:24,860 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=72, ppid=71, state=RUNNABLE; CloseRegionProcedure bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113}] 2024-11-26T22:22:24,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-26T22:22:25,011 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:25,012 INFO [RS_CLOSE_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_CLOSE_REGION, pid=72}] handler.UnassignRegionHandler(124): Close bb6bb821de27f6e558a85d061a226d36 2024-11-26T22:22:25,012 DEBUG [RS_CLOSE_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_CLOSE_REGION, pid=72}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-26T22:22:25,012 DEBUG [RS_CLOSE_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_CLOSE_REGION, pid=72}] regionserver.HRegion(1681): Closing bb6bb821de27f6e558a85d061a226d36, disabling compactions & flushes 2024-11-26T22:22:25,012 INFO [RS_CLOSE_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_CLOSE_REGION, pid=72}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36. 2024-11-26T22:22:25,012 DEBUG [RS_CLOSE_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_CLOSE_REGION, pid=72}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36. 2024-11-26T22:22:25,012 DEBUG [RS_CLOSE_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_CLOSE_REGION, pid=72}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36. after waiting 0 ms 2024-11-26T22:22:25,012 DEBUG [RS_CLOSE_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_CLOSE_REGION, pid=72}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36. 2024-11-26T22:22:25,012 INFO [RS_CLOSE_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_CLOSE_REGION, pid=72}] regionserver.HRegion(2837): Flushing bb6bb821de27f6e558a85d061a226d36 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-26T22:22:25,013 DEBUG [RS_CLOSE_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_CLOSE_REGION, pid=72}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bb6bb821de27f6e558a85d061a226d36, store=A 2024-11-26T22:22:25,013 DEBUG [RS_CLOSE_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_CLOSE_REGION, pid=72}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:22:25,013 DEBUG [RS_CLOSE_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_CLOSE_REGION, pid=72}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bb6bb821de27f6e558a85d061a226d36, store=B 2024-11-26T22:22:25,013 DEBUG [RS_CLOSE_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_CLOSE_REGION, pid=72}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:22:25,013 DEBUG [RS_CLOSE_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_CLOSE_REGION, pid=72}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bb6bb821de27f6e558a85d061a226d36, store=C 2024-11-26T22:22:25,013 DEBUG [RS_CLOSE_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_CLOSE_REGION, pid=72}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:22:25,019 DEBUG [RS_CLOSE_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_CLOSE_REGION, pid=72}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126de0b53e65bfb428bb57d2d701d3b59e0_bb6bb821de27f6e558a85d061a226d36 is 50, key is test_row_1/A:col10/1732659744842/Put/seqid=0 2024-11-26T22:22:25,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742094_1270 (size=9914) 2024-11-26T22:22:25,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-26T22:22:25,423 DEBUG [RS_CLOSE_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_CLOSE_REGION, pid=72}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:25,428 INFO [RS_CLOSE_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_CLOSE_REGION, pid=72}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126de0b53e65bfb428bb57d2d701d3b59e0_bb6bb821de27f6e558a85d061a226d36 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126de0b53e65bfb428bb57d2d701d3b59e0_bb6bb821de27f6e558a85d061a226d36 2024-11-26T22:22:25,429 DEBUG [RS_CLOSE_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_CLOSE_REGION, pid=72}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/.tmp/A/3a91b7a1fc424057a517cfc35d36ef0f, store: [table=TestAcidGuarantees family=A region=bb6bb821de27f6e558a85d061a226d36] 2024-11-26T22:22:25,430 DEBUG [RS_CLOSE_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_CLOSE_REGION, pid=72}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/.tmp/A/3a91b7a1fc424057a517cfc35d36ef0f is 175, key is test_row_1/A:col10/1732659744842/Put/seqid=0 2024-11-26T22:22:25,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742095_1271 (size=22561) 2024-11-26T22:22:25,439 INFO [RS_CLOSE_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_CLOSE_REGION, pid=72}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=434, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/.tmp/A/3a91b7a1fc424057a517cfc35d36ef0f 2024-11-26T22:22:25,446 DEBUG [RS_CLOSE_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_CLOSE_REGION, pid=72}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/.tmp/B/d076606449864f5bb4741c0ebb11d37f is 50, key is test_row_1/B:col10/1732659744842/Put/seqid=0 2024-11-26T22:22:25,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-26T22:22:25,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742096_1272 (size=9857) 2024-11-26T22:22:25,455 INFO [RS_CLOSE_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_CLOSE_REGION, pid=72}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=434 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/.tmp/B/d076606449864f5bb4741c0ebb11d37f 2024-11-26T22:22:25,463 DEBUG [RS_CLOSE_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_CLOSE_REGION, pid=72}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/.tmp/C/6d43a21ea0f3429aafacfdf6f42d8204 is 50, key is test_row_1/C:col10/1732659744842/Put/seqid=0 2024-11-26T22:22:25,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742097_1273 (size=9857) 2024-11-26T22:22:25,868 INFO [RS_CLOSE_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_CLOSE_REGION, pid=72}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=434 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/.tmp/C/6d43a21ea0f3429aafacfdf6f42d8204 2024-11-26T22:22:25,873 DEBUG [RS_CLOSE_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_CLOSE_REGION, pid=72}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/.tmp/A/3a91b7a1fc424057a517cfc35d36ef0f as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/A/3a91b7a1fc424057a517cfc35d36ef0f 2024-11-26T22:22:25,876 INFO [RS_CLOSE_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_CLOSE_REGION, pid=72}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/A/3a91b7a1fc424057a517cfc35d36ef0f, entries=100, sequenceid=434, filesize=22.0 K 2024-11-26T22:22:25,877 DEBUG [RS_CLOSE_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_CLOSE_REGION, pid=72}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/.tmp/B/d076606449864f5bb4741c0ebb11d37f as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/B/d076606449864f5bb4741c0ebb11d37f 2024-11-26T22:22:25,880 INFO [RS_CLOSE_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_CLOSE_REGION, pid=72}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/B/d076606449864f5bb4741c0ebb11d37f, entries=100, sequenceid=434, filesize=9.6 K 2024-11-26T22:22:25,881 DEBUG [RS_CLOSE_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_CLOSE_REGION, pid=72}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/.tmp/C/6d43a21ea0f3429aafacfdf6f42d8204 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/C/6d43a21ea0f3429aafacfdf6f42d8204 2024-11-26T22:22:25,885 INFO [RS_CLOSE_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_CLOSE_REGION, pid=72}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/C/6d43a21ea0f3429aafacfdf6f42d8204, entries=100, sequenceid=434, filesize=9.6 K 2024-11-26T22:22:25,886 INFO [RS_CLOSE_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_CLOSE_REGION, pid=72}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for bb6bb821de27f6e558a85d061a226d36 in 874ms, sequenceid=434, compaction requested=true 2024-11-26T22:22:25,887 DEBUG [StoreCloser-TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/A/2ec360615e8748d9a5e335c276b56d48, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/A/1b403ea8bfc4481c81b0ebf59b39126d, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/A/296bab4235fe464d9da6e187ca673723, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/A/9dd8b829ea3642aca1aa5a2fde807a31, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/A/fd232a4c74614e29858b712a1f751790, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/A/573784bd6b854a069cee2479fbc4d8b8, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/A/7582f54a6e3b45d5a6ee029dc291c74b, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/A/ab23d87fd93045bfbc804bd776eb90c6, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/A/f1be69b649ec45e582f6435b25d1d1b8, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/A/93886ad0b1ee4846a229bac0496494e6, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/A/f0a3ffaeb61b4a58a91814fd63d3b822, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/A/b3aad5a619294e828de80d0c99579765, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/A/87e20298e729464eacfb509510f6ece9, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/A/21e86837a5794037946fff0055dab811, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/A/63245b777cd244aab9150f66db10559b, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/A/19613354cdf74dd0b53671cf08fdbf23, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/A/6020e2a7e1da436bb6d00ec13e96811b, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/A/66580a1a77954aa69ef54065ab519990, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/A/933c3ba3164242e8aaab7def8d79bfd6, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/A/395cad308a344818af2c56845643f452, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/A/1ec18295fdde477f8393f5ca450ff5e3, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/A/14e42e694f5f43abb3e7b15cc233166f, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/A/ef8c802d21ff42c188abf5819aeeda18, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/A/7dc43a1a07a84321a699401d37c5f85c, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/A/a55e9a21050041a9b60c57f865e820f5, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/A/f364b2f3730b4d98b52e35d744e38b5c, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/A/ff1d3efa81964b9d9aef6c196517c55a, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/A/0c91e5a908da46f880d5ad04025d1d0f] to archive 2024-11-26T22:22:25,888 DEBUG [StoreCloser-TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-26T22:22:25,890 DEBUG [StoreCloser-TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/A/2ec360615e8748d9a5e335c276b56d48 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/A/2ec360615e8748d9a5e335c276b56d48 2024-11-26T22:22:25,891 DEBUG [StoreCloser-TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/A/1b403ea8bfc4481c81b0ebf59b39126d to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/A/1b403ea8bfc4481c81b0ebf59b39126d 2024-11-26T22:22:25,893 DEBUG [StoreCloser-TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/A/296bab4235fe464d9da6e187ca673723 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/A/296bab4235fe464d9da6e187ca673723 2024-11-26T22:22:25,894 DEBUG [StoreCloser-TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/A/9dd8b829ea3642aca1aa5a2fde807a31 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/A/9dd8b829ea3642aca1aa5a2fde807a31 2024-11-26T22:22:25,895 DEBUG [StoreCloser-TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/A/fd232a4c74614e29858b712a1f751790 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/A/fd232a4c74614e29858b712a1f751790 2024-11-26T22:22:25,896 DEBUG [StoreCloser-TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/A/573784bd6b854a069cee2479fbc4d8b8 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/A/573784bd6b854a069cee2479fbc4d8b8 2024-11-26T22:22:25,897 DEBUG [StoreCloser-TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/A/7582f54a6e3b45d5a6ee029dc291c74b to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/A/7582f54a6e3b45d5a6ee029dc291c74b 2024-11-26T22:22:25,898 DEBUG [StoreCloser-TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/A/ab23d87fd93045bfbc804bd776eb90c6 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/A/ab23d87fd93045bfbc804bd776eb90c6 2024-11-26T22:22:25,900 DEBUG [StoreCloser-TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/A/f1be69b649ec45e582f6435b25d1d1b8 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/A/f1be69b649ec45e582f6435b25d1d1b8 2024-11-26T22:22:25,901 DEBUG [StoreCloser-TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/A/93886ad0b1ee4846a229bac0496494e6 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/A/93886ad0b1ee4846a229bac0496494e6 2024-11-26T22:22:25,902 DEBUG [StoreCloser-TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/A/f0a3ffaeb61b4a58a91814fd63d3b822 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/A/f0a3ffaeb61b4a58a91814fd63d3b822 2024-11-26T22:22:25,903 DEBUG [StoreCloser-TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/A/b3aad5a619294e828de80d0c99579765 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/A/b3aad5a619294e828de80d0c99579765 2024-11-26T22:22:25,904 DEBUG [StoreCloser-TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/A/87e20298e729464eacfb509510f6ece9 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/A/87e20298e729464eacfb509510f6ece9 2024-11-26T22:22:25,905 DEBUG [StoreCloser-TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/A/21e86837a5794037946fff0055dab811 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/A/21e86837a5794037946fff0055dab811 2024-11-26T22:22:25,906 DEBUG [StoreCloser-TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/A/63245b777cd244aab9150f66db10559b to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/A/63245b777cd244aab9150f66db10559b 2024-11-26T22:22:25,907 DEBUG [StoreCloser-TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/A/19613354cdf74dd0b53671cf08fdbf23 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/A/19613354cdf74dd0b53671cf08fdbf23 2024-11-26T22:22:25,908 DEBUG [StoreCloser-TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/A/6020e2a7e1da436bb6d00ec13e96811b to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/A/6020e2a7e1da436bb6d00ec13e96811b 2024-11-26T22:22:25,909 DEBUG [StoreCloser-TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/A/66580a1a77954aa69ef54065ab519990 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/A/66580a1a77954aa69ef54065ab519990 2024-11-26T22:22:25,910 DEBUG [StoreCloser-TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/A/933c3ba3164242e8aaab7def8d79bfd6 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/A/933c3ba3164242e8aaab7def8d79bfd6 2024-11-26T22:22:25,911 DEBUG [StoreCloser-TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/A/395cad308a344818af2c56845643f452 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/A/395cad308a344818af2c56845643f452 2024-11-26T22:22:25,912 DEBUG [StoreCloser-TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/A/1ec18295fdde477f8393f5ca450ff5e3 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/A/1ec18295fdde477f8393f5ca450ff5e3 2024-11-26T22:22:25,913 DEBUG [StoreCloser-TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/A/14e42e694f5f43abb3e7b15cc233166f to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/A/14e42e694f5f43abb3e7b15cc233166f 2024-11-26T22:22:25,915 DEBUG [StoreCloser-TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/A/ef8c802d21ff42c188abf5819aeeda18 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/A/ef8c802d21ff42c188abf5819aeeda18 2024-11-26T22:22:25,916 DEBUG [StoreCloser-TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/A/7dc43a1a07a84321a699401d37c5f85c to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/A/7dc43a1a07a84321a699401d37c5f85c 2024-11-26T22:22:25,917 DEBUG [StoreCloser-TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/A/a55e9a21050041a9b60c57f865e820f5 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/A/a55e9a21050041a9b60c57f865e820f5 2024-11-26T22:22:25,918 DEBUG [StoreCloser-TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/A/f364b2f3730b4d98b52e35d744e38b5c to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/A/f364b2f3730b4d98b52e35d744e38b5c 2024-11-26T22:22:25,919 DEBUG [StoreCloser-TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/A/ff1d3efa81964b9d9aef6c196517c55a to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/A/ff1d3efa81964b9d9aef6c196517c55a 2024-11-26T22:22:25,920 DEBUG [StoreCloser-TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/A/0c91e5a908da46f880d5ad04025d1d0f to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/A/0c91e5a908da46f880d5ad04025d1d0f 2024-11-26T22:22:25,921 DEBUG [StoreCloser-TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/B/618253e51a204acfac11eb095b0aefeb, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/B/ac35d7311c6d49ab905a2906dd34fdee, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/B/31658bd047a14827852799e3a868e328, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/B/bc3a2a1c68de4d5093c868853ba7ded2, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/B/9487f6bb8fd04a49aeac0f423854c99c, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/B/b857aa7cf1484a8b9709ed855f65bedc, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/B/5a2b7e6046e04116afdc4cbe1e148c22, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/B/392edb031f914e989ac002cb459739f5, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/B/d23a4299f7894c33ba7f1a8838d3a525, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/B/06100031ba684420ab9690f13da15991, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/B/4e1a1dabc2ae4cc6b5c9337abad3e005, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/B/11e34530d065469b9f7d513cad081590, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/B/89608055534d46b8beceb9169b0f3a61, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/B/16a465160c304f729734be88759097fb, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/B/545d8bf9469448dc8e6452876c92402b, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/B/ea4e351105bb4b9fafad89c31774fa11, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/B/d1941d9e1259427795e6c4c0937c6d6a, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/B/73188cecc0c5408fa2dfe44ce1d0fbb4, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/B/64bc257ed860483684a9d45c9530c1ef, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/B/21329aab8a134fc6b55097df1eded064, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/B/79d539d6f5604c9b8b67122ab8f20789, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/B/001b2eaade1d4f5093cbb8606faba69d, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/B/1a924be63a7e488c966ca59f53b9f6f8, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/B/6c3511c8b1344b93a8948870d47a65c5, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/B/24c356d10c4b4905978b3f3beb81c40f, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/B/55c6acd39d5940109d2d2bcd47d14780, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/B/cd9b879ad7cc499b87284995ee796541, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/B/bd5e06024e7f42618cd0fbadb1a0428f] to archive 2024-11-26T22:22:25,922 DEBUG [StoreCloser-TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-26T22:22:25,924 DEBUG [StoreCloser-TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/B/618253e51a204acfac11eb095b0aefeb to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/B/618253e51a204acfac11eb095b0aefeb 2024-11-26T22:22:25,925 DEBUG [StoreCloser-TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/B/ac35d7311c6d49ab905a2906dd34fdee to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/B/ac35d7311c6d49ab905a2906dd34fdee 2024-11-26T22:22:25,926 DEBUG [StoreCloser-TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/B/31658bd047a14827852799e3a868e328 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/B/31658bd047a14827852799e3a868e328 2024-11-26T22:22:25,927 DEBUG [StoreCloser-TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/B/bc3a2a1c68de4d5093c868853ba7ded2 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/B/bc3a2a1c68de4d5093c868853ba7ded2 2024-11-26T22:22:25,928 DEBUG [StoreCloser-TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/B/9487f6bb8fd04a49aeac0f423854c99c to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/B/9487f6bb8fd04a49aeac0f423854c99c 2024-11-26T22:22:25,929 DEBUG [StoreCloser-TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/B/b857aa7cf1484a8b9709ed855f65bedc to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/B/b857aa7cf1484a8b9709ed855f65bedc 2024-11-26T22:22:25,930 DEBUG [StoreCloser-TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/B/5a2b7e6046e04116afdc4cbe1e148c22 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/B/5a2b7e6046e04116afdc4cbe1e148c22 2024-11-26T22:22:25,931 DEBUG [StoreCloser-TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/B/392edb031f914e989ac002cb459739f5 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/B/392edb031f914e989ac002cb459739f5 2024-11-26T22:22:25,932 DEBUG [StoreCloser-TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/B/d23a4299f7894c33ba7f1a8838d3a525 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/B/d23a4299f7894c33ba7f1a8838d3a525 2024-11-26T22:22:25,933 DEBUG [StoreCloser-TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/B/06100031ba684420ab9690f13da15991 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/B/06100031ba684420ab9690f13da15991 2024-11-26T22:22:25,934 DEBUG [StoreCloser-TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/B/4e1a1dabc2ae4cc6b5c9337abad3e005 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/B/4e1a1dabc2ae4cc6b5c9337abad3e005 2024-11-26T22:22:25,935 DEBUG [StoreCloser-TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/B/11e34530d065469b9f7d513cad081590 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/B/11e34530d065469b9f7d513cad081590 2024-11-26T22:22:25,936 DEBUG [StoreCloser-TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/B/89608055534d46b8beceb9169b0f3a61 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/B/89608055534d46b8beceb9169b0f3a61 2024-11-26T22:22:25,937 DEBUG [StoreCloser-TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/B/16a465160c304f729734be88759097fb to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/B/16a465160c304f729734be88759097fb 2024-11-26T22:22:25,938 DEBUG [StoreCloser-TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/B/545d8bf9469448dc8e6452876c92402b to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/B/545d8bf9469448dc8e6452876c92402b 2024-11-26T22:22:25,939 DEBUG [StoreCloser-TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/B/ea4e351105bb4b9fafad89c31774fa11 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/B/ea4e351105bb4b9fafad89c31774fa11 2024-11-26T22:22:25,940 DEBUG [StoreCloser-TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/B/d1941d9e1259427795e6c4c0937c6d6a to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/B/d1941d9e1259427795e6c4c0937c6d6a 2024-11-26T22:22:25,941 DEBUG [StoreCloser-TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/B/73188cecc0c5408fa2dfe44ce1d0fbb4 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/B/73188cecc0c5408fa2dfe44ce1d0fbb4 2024-11-26T22:22:25,942 DEBUG [StoreCloser-TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/B/64bc257ed860483684a9d45c9530c1ef to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/B/64bc257ed860483684a9d45c9530c1ef 2024-11-26T22:22:25,943 DEBUG [StoreCloser-TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/B/21329aab8a134fc6b55097df1eded064 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/B/21329aab8a134fc6b55097df1eded064 2024-11-26T22:22:25,944 DEBUG [StoreCloser-TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/B/79d539d6f5604c9b8b67122ab8f20789 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/B/79d539d6f5604c9b8b67122ab8f20789 2024-11-26T22:22:25,945 DEBUG [StoreCloser-TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/B/001b2eaade1d4f5093cbb8606faba69d to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/B/001b2eaade1d4f5093cbb8606faba69d 2024-11-26T22:22:25,946 DEBUG [StoreCloser-TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/B/1a924be63a7e488c966ca59f53b9f6f8 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/B/1a924be63a7e488c966ca59f53b9f6f8 2024-11-26T22:22:25,947 DEBUG [StoreCloser-TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/B/6c3511c8b1344b93a8948870d47a65c5 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/B/6c3511c8b1344b93a8948870d47a65c5 2024-11-26T22:22:25,949 DEBUG [StoreCloser-TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/B/24c356d10c4b4905978b3f3beb81c40f to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/B/24c356d10c4b4905978b3f3beb81c40f 2024-11-26T22:22:25,951 DEBUG [StoreCloser-TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/B/55c6acd39d5940109d2d2bcd47d14780 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/B/55c6acd39d5940109d2d2bcd47d14780 2024-11-26T22:22:25,957 DEBUG [StoreCloser-TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/B/cd9b879ad7cc499b87284995ee796541 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/B/cd9b879ad7cc499b87284995ee796541 2024-11-26T22:22:25,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-26T22:22:25,960 DEBUG [StoreCloser-TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/B/bd5e06024e7f42618cd0fbadb1a0428f to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/B/bd5e06024e7f42618cd0fbadb1a0428f 2024-11-26T22:22:25,965 DEBUG [StoreCloser-TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/C/b2c13484ff9e4b44b4892919b3d8902b, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/C/e4c55e7b0def46d085abc3236023fabd, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/C/4da1df22fc1e4aaea5e4dfefe545967f, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/C/c0334430bce24b8696914ddd3cd7c823, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/C/7a3767778ff64ac5b1356856b939177c, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/C/24eaac5593f74ba9a947825cc1750089, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/C/ff7bfbd325d44bfebbb8d79de2253717, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/C/ce1506bf0113447abfcb3c23aa095e1f, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/C/490589db1945421192dcaad94611afd1, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/C/36595bd31a0f4f8fb8cda8b105657522, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/C/27524b5400ec433faf7669801c327148, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/C/f1942a0ac78b4cf9a8b32176daf75b1e, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/C/cf40467a4f6641358aea9c574286454f, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/C/31af8cc6b26643eb96bb9fd82737e40d, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/C/8fa34b9237c84d5db1be2a5526632e80, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/C/6c011f4422de49d2b03bce0c24de8b91, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/C/bb55a653ddbb44ea80f44daa9f3e22fc, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/C/a1787cd9300242a78db7c348844712c9, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/C/6ee635bd107243b081101d24fd665453, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/C/0516c40f9fda496f806cdaf31fdbb7c0, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/C/8f0ed75f88244624a6904f3f5d300681, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/C/46fee88ceb184499baca0187566711b6, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/C/48fd7b03285c47a3aab243ef991c9900, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/C/db547939b01c443c8c34812452b97ab2, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/C/65c3452a47ec4906a2692d92248e7399, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/C/ad069a7bfb1044fea8bf25d4057b1b29, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/C/d82b779595bf490e93ff670a3c0a2ff0, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/C/95ef3b3882084638914f16f7e7fb9034] to archive 2024-11-26T22:22:25,967 DEBUG [StoreCloser-TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-26T22:22:25,969 DEBUG [StoreCloser-TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/C/b2c13484ff9e4b44b4892919b3d8902b to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/C/b2c13484ff9e4b44b4892919b3d8902b 2024-11-26T22:22:25,970 DEBUG [StoreCloser-TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/C/e4c55e7b0def46d085abc3236023fabd to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/C/e4c55e7b0def46d085abc3236023fabd 2024-11-26T22:22:25,971 DEBUG [StoreCloser-TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/C/4da1df22fc1e4aaea5e4dfefe545967f to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/C/4da1df22fc1e4aaea5e4dfefe545967f 2024-11-26T22:22:25,973 DEBUG [StoreCloser-TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/C/c0334430bce24b8696914ddd3cd7c823 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/C/c0334430bce24b8696914ddd3cd7c823 2024-11-26T22:22:25,974 DEBUG [StoreCloser-TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/C/7a3767778ff64ac5b1356856b939177c to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/C/7a3767778ff64ac5b1356856b939177c 2024-11-26T22:22:25,976 DEBUG [StoreCloser-TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/C/24eaac5593f74ba9a947825cc1750089 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/C/24eaac5593f74ba9a947825cc1750089 2024-11-26T22:22:25,977 DEBUG [StoreCloser-TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/C/ff7bfbd325d44bfebbb8d79de2253717 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/C/ff7bfbd325d44bfebbb8d79de2253717 2024-11-26T22:22:25,978 DEBUG [StoreCloser-TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/C/ce1506bf0113447abfcb3c23aa095e1f to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/C/ce1506bf0113447abfcb3c23aa095e1f 2024-11-26T22:22:25,979 DEBUG [StoreCloser-TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/C/490589db1945421192dcaad94611afd1 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/C/490589db1945421192dcaad94611afd1 2024-11-26T22:22:25,979 DEBUG [StoreCloser-TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/C/36595bd31a0f4f8fb8cda8b105657522 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/C/36595bd31a0f4f8fb8cda8b105657522 2024-11-26T22:22:25,980 DEBUG [StoreCloser-TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/C/27524b5400ec433faf7669801c327148 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/C/27524b5400ec433faf7669801c327148 2024-11-26T22:22:25,981 DEBUG [StoreCloser-TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/C/f1942a0ac78b4cf9a8b32176daf75b1e to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/C/f1942a0ac78b4cf9a8b32176daf75b1e 2024-11-26T22:22:25,982 DEBUG [StoreCloser-TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/C/cf40467a4f6641358aea9c574286454f to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/C/cf40467a4f6641358aea9c574286454f 2024-11-26T22:22:25,983 DEBUG [StoreCloser-TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/C/31af8cc6b26643eb96bb9fd82737e40d to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/C/31af8cc6b26643eb96bb9fd82737e40d 2024-11-26T22:22:25,984 DEBUG [StoreCloser-TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/C/8fa34b9237c84d5db1be2a5526632e80 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/C/8fa34b9237c84d5db1be2a5526632e80 2024-11-26T22:22:25,985 DEBUG [StoreCloser-TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/C/6c011f4422de49d2b03bce0c24de8b91 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/C/6c011f4422de49d2b03bce0c24de8b91 2024-11-26T22:22:25,986 DEBUG [StoreCloser-TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/C/bb55a653ddbb44ea80f44daa9f3e22fc to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/C/bb55a653ddbb44ea80f44daa9f3e22fc 2024-11-26T22:22:25,987 DEBUG [StoreCloser-TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/C/a1787cd9300242a78db7c348844712c9 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/C/a1787cd9300242a78db7c348844712c9 2024-11-26T22:22:25,988 DEBUG [StoreCloser-TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/C/6ee635bd107243b081101d24fd665453 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/C/6ee635bd107243b081101d24fd665453 2024-11-26T22:22:25,989 DEBUG [StoreCloser-TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/C/0516c40f9fda496f806cdaf31fdbb7c0 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/C/0516c40f9fda496f806cdaf31fdbb7c0 2024-11-26T22:22:25,990 DEBUG [StoreCloser-TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/C/8f0ed75f88244624a6904f3f5d300681 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/C/8f0ed75f88244624a6904f3f5d300681 2024-11-26T22:22:25,991 DEBUG [StoreCloser-TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/C/46fee88ceb184499baca0187566711b6 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/C/46fee88ceb184499baca0187566711b6 2024-11-26T22:22:25,992 DEBUG [StoreCloser-TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/C/48fd7b03285c47a3aab243ef991c9900 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/C/48fd7b03285c47a3aab243ef991c9900 2024-11-26T22:22:25,994 DEBUG [StoreCloser-TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/C/db547939b01c443c8c34812452b97ab2 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/C/db547939b01c443c8c34812452b97ab2 2024-11-26T22:22:25,995 DEBUG [StoreCloser-TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/C/65c3452a47ec4906a2692d92248e7399 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/C/65c3452a47ec4906a2692d92248e7399 2024-11-26T22:22:25,996 DEBUG [StoreCloser-TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/C/ad069a7bfb1044fea8bf25d4057b1b29 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/C/ad069a7bfb1044fea8bf25d4057b1b29 2024-11-26T22:22:25,998 DEBUG [StoreCloser-TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/C/d82b779595bf490e93ff670a3c0a2ff0 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/C/d82b779595bf490e93ff670a3c0a2ff0 2024-11-26T22:22:25,999 DEBUG [StoreCloser-TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/C/95ef3b3882084638914f16f7e7fb9034 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/C/95ef3b3882084638914f16f7e7fb9034 2024-11-26T22:22:26,003 DEBUG [RS_CLOSE_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_CLOSE_REGION, pid=72}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/recovered.edits/437.seqid, newMaxSeqId=437, maxSeqId=4 2024-11-26T22:22:26,004 INFO [RS_CLOSE_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_CLOSE_REGION, pid=72}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36. 2024-11-26T22:22:26,004 DEBUG [RS_CLOSE_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_CLOSE_REGION, pid=72}] regionserver.HRegion(1635): Region close journal for bb6bb821de27f6e558a85d061a226d36: 2024-11-26T22:22:26,005 INFO [RS_CLOSE_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_CLOSE_REGION, pid=72}] handler.UnassignRegionHandler(170): Closed bb6bb821de27f6e558a85d061a226d36 2024-11-26T22:22:26,006 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=71 updating hbase:meta row=bb6bb821de27f6e558a85d061a226d36, regionState=CLOSED 2024-11-26T22:22:26,008 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=72, resume processing ppid=71 2024-11-26T22:22:26,008 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=72, ppid=71, state=SUCCESS; CloseRegionProcedure bb6bb821de27f6e558a85d061a226d36, server=d8c094cf5ab0,34335,1732659674113 in 1.1470 sec 2024-11-26T22:22:26,009 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=71, resume processing ppid=70 2024-11-26T22:22:26,009 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=71, ppid=70, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=bb6bb821de27f6e558a85d061a226d36, UNASSIGN in 1.1500 sec 2024-11-26T22:22:26,010 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=70, resume processing ppid=69 2024-11-26T22:22:26,011 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=70, ppid=69, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.1530 sec 2024-11-26T22:22:26,012 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732659746011"}]},"ts":"1732659746011"} 2024-11-26T22:22:26,012 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-26T22:22:26,014 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-26T22:22:26,016 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=69, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.1680 sec 2024-11-26T22:22:26,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-26T22:22:26,959 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 69 completed 2024-11-26T22:22:26,960 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-26T22:22:26,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] procedure2.ProcedureExecutor(1098): Stored pid=73, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-26T22:22:26,961 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=73, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-26T22:22:26,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-26T22:22:26,962 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=73, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-26T22:22:26,963 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36 2024-11-26T22:22:26,966 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/A, FileablePath, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/B, FileablePath, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/C, FileablePath, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/recovered.edits] 2024-11-26T22:22:26,968 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/A/3a91b7a1fc424057a517cfc35d36ef0f to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/A/3a91b7a1fc424057a517cfc35d36ef0f 2024-11-26T22:22:26,969 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/A/42074a70630247eaae34d28db0b4614f to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/A/42074a70630247eaae34d28db0b4614f 2024-11-26T22:22:26,971 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/A/53ef2169a8fa49e1b668fbd0d5fe5ea4 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/A/53ef2169a8fa49e1b668fbd0d5fe5ea4 2024-11-26T22:22:26,973 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/B/0710bf745f0a49c1b28da2f8cd47ffe5 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/B/0710bf745f0a49c1b28da2f8cd47ffe5 2024-11-26T22:22:26,974 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/B/5652f5b9e47246688b218d7c9203e3f9 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/B/5652f5b9e47246688b218d7c9203e3f9 2024-11-26T22:22:26,975 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/B/d076606449864f5bb4741c0ebb11d37f to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/B/d076606449864f5bb4741c0ebb11d37f 2024-11-26T22:22:26,977 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/C/049766badd3f4fc080d8d848b4e6bd91 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/C/049766badd3f4fc080d8d848b4e6bd91 2024-11-26T22:22:26,978 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/C/6d43a21ea0f3429aafacfdf6f42d8204 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/C/6d43a21ea0f3429aafacfdf6f42d8204 2024-11-26T22:22:26,979 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/C/bcc7ff9a2fa54caa98ef6b7cfaf2b4ae to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/C/bcc7ff9a2fa54caa98ef6b7cfaf2b4ae 2024-11-26T22:22:26,982 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/recovered.edits/437.seqid to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36/recovered.edits/437.seqid 2024-11-26T22:22:26,983 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bb6bb821de27f6e558a85d061a226d36 2024-11-26T22:22:26,983 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-26T22:22:26,984 DEBUG [PEWorker-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-26T22:22:26,985 DEBUG [PEWorker-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-26T22:22:26,989 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112617206527730145f395d8ae6f95893c16_bb6bb821de27f6e558a85d061a226d36 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112617206527730145f395d8ae6f95893c16_bb6bb821de27f6e558a85d061a226d36 2024-11-26T22:22:26,990 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411261827b6b9098e4774a05b3f56612a2ff3_bb6bb821de27f6e558a85d061a226d36 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411261827b6b9098e4774a05b3f56612a2ff3_bb6bb821de27f6e558a85d061a226d36 2024-11-26T22:22:26,991 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112627430520391a48c8b25f126f49258a50_bb6bb821de27f6e558a85d061a226d36 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112627430520391a48c8b25f126f49258a50_bb6bb821de27f6e558a85d061a226d36 2024-11-26T22:22:26,992 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112629a1090aa6fc48d3b4a91c35bfc4ddbf_bb6bb821de27f6e558a85d061a226d36 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112629a1090aa6fc48d3b4a91c35bfc4ddbf_bb6bb821de27f6e558a85d061a226d36 2024-11-26T22:22:26,993 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112634c8d873a13e4310ab15536185a16037_bb6bb821de27f6e558a85d061a226d36 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112634c8d873a13e4310ab15536185a16037_bb6bb821de27f6e558a85d061a226d36 2024-11-26T22:22:26,995 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112642b9e81e1fe242b7b99c9cf0ed216f69_bb6bb821de27f6e558a85d061a226d36 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112642b9e81e1fe242b7b99c9cf0ed216f69_bb6bb821de27f6e558a85d061a226d36 2024-11-26T22:22:26,996 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112656f28159d2614cd7904e49774dc86944_bb6bb821de27f6e558a85d061a226d36 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112656f28159d2614cd7904e49774dc86944_bb6bb821de27f6e558a85d061a226d36 2024-11-26T22:22:26,997 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126807df02f55324399aea8cf229a66d30a_bb6bb821de27f6e558a85d061a226d36 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126807df02f55324399aea8cf229a66d30a_bb6bb821de27f6e558a85d061a226d36 2024-11-26T22:22:26,998 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126833826a951c1475dbc3d301c964f2588_bb6bb821de27f6e558a85d061a226d36 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126833826a951c1475dbc3d301c964f2588_bb6bb821de27f6e558a85d061a226d36 2024-11-26T22:22:26,999 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411268348694e68f94a0b89b524f61a0e5a21_bb6bb821de27f6e558a85d061a226d36 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411268348694e68f94a0b89b524f61a0e5a21_bb6bb821de27f6e558a85d061a226d36 2024-11-26T22:22:27,000 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126a5bb73f260f64611b5dd6411effdc60d_bb6bb821de27f6e558a85d061a226d36 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126a5bb73f260f64611b5dd6411effdc60d_bb6bb821de27f6e558a85d061a226d36 2024-11-26T22:22:27,002 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126acea865492284cc4b6045fe2fece4a84_bb6bb821de27f6e558a85d061a226d36 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126acea865492284cc4b6045fe2fece4a84_bb6bb821de27f6e558a85d061a226d36 2024-11-26T22:22:27,003 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126ad4b72c53564447c92d4b8ffcae429ff_bb6bb821de27f6e558a85d061a226d36 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126ad4b72c53564447c92d4b8ffcae429ff_bb6bb821de27f6e558a85d061a226d36 2024-11-26T22:22:27,004 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126b5dffaea2a234d38a698428c9523ea2c_bb6bb821de27f6e558a85d061a226d36 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126b5dffaea2a234d38a698428c9523ea2c_bb6bb821de27f6e558a85d061a226d36 2024-11-26T22:22:27,005 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126bea3c0f8ceb845db9d0ca28d4935a3dd_bb6bb821de27f6e558a85d061a226d36 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126bea3c0f8ceb845db9d0ca28d4935a3dd_bb6bb821de27f6e558a85d061a226d36 2024-11-26T22:22:27,006 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126bfe00bd911a741aabdbbdd684081ddaa_bb6bb821de27f6e558a85d061a226d36 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126bfe00bd911a741aabdbbdd684081ddaa_bb6bb821de27f6e558a85d061a226d36 2024-11-26T22:22:27,007 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126c4ab83ff7fc04f67a3608f56df04d135_bb6bb821de27f6e558a85d061a226d36 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126c4ab83ff7fc04f67a3608f56df04d135_bb6bb821de27f6e558a85d061a226d36 2024-11-26T22:22:27,008 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126d2f36c8f542a4cce949f8667c869d6ca_bb6bb821de27f6e558a85d061a226d36 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126d2f36c8f542a4cce949f8667c869d6ca_bb6bb821de27f6e558a85d061a226d36 2024-11-26T22:22:27,010 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126d372337fde904876aaa05ba1c54294c3_bb6bb821de27f6e558a85d061a226d36 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126d372337fde904876aaa05ba1c54294c3_bb6bb821de27f6e558a85d061a226d36 2024-11-26T22:22:27,011 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126d8eeeacd97d84ed7b5f3cac0c1a4d872_bb6bb821de27f6e558a85d061a226d36 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126d8eeeacd97d84ed7b5f3cac0c1a4d872_bb6bb821de27f6e558a85d061a226d36 2024-11-26T22:22:27,012 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126dcb750b4f9df48d181c41aee8403bbd7_bb6bb821de27f6e558a85d061a226d36 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126dcb750b4f9df48d181c41aee8403bbd7_bb6bb821de27f6e558a85d061a226d36 2024-11-26T22:22:27,013 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126de0b53e65bfb428bb57d2d701d3b59e0_bb6bb821de27f6e558a85d061a226d36 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126de0b53e65bfb428bb57d2d701d3b59e0_bb6bb821de27f6e558a85d061a226d36 2024-11-26T22:22:27,015 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126fd7853d9921e498c810ef0995c8858b4_bb6bb821de27f6e558a85d061a226d36 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126fd7853d9921e498c810ef0995c8858b4_bb6bb821de27f6e558a85d061a226d36 2024-11-26T22:22:27,015 DEBUG [PEWorker-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-26T22:22:27,017 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=73, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-26T22:22:27,020 WARN [PEWorker-4 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-26T22:22:27,022 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-26T22:22:27,023 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=73, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-26T22:22:27,023 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-26T22:22:27,023 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732659747023"}]},"ts":"9223372036854775807"} 2024-11-26T22:22:27,025 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-26T22:22:27,025 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => bb6bb821de27f6e558a85d061a226d36, NAME => 'TestAcidGuarantees,,1732659713082.bb6bb821de27f6e558a85d061a226d36.', STARTKEY => '', ENDKEY => ''}] 2024-11-26T22:22:27,025 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-26T22:22:27,025 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732659747025"}]},"ts":"9223372036854775807"} 2024-11-26T22:22:27,027 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-26T22:22:27,029 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(133): Finished pid=73, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-26T22:22:27,030 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=73, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 69 msec 2024-11-26T22:22:27,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-26T22:22:27,063 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 73 completed 2024-11-26T22:22:27,072 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testMobMixedAtomicity Thread=237 (was 239), OpenFileDescriptor=448 (was 453), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=468 (was 343) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4441 (was 4207) - AvailableMemoryMB LEAK? - 2024-11-26T22:22:27,080 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testGetAtomicity Thread=237, OpenFileDescriptor=448, MaxFileDescriptor=1048576, SystemLoadAverage=468, ProcessCount=11, AvailableMemoryMB=4440 2024-11-26T22:22:27,081 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-26T22:22:27,082 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T22:22:27,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] procedure2.ProcedureExecutor(1098): Stored pid=74, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-26T22:22:27,083 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=74, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T22:22:27,084 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:27,084 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 74 2024-11-26T22:22:27,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=74 2024-11-26T22:22:27,084 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=74, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T22:22:27,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742098_1274 (size=960) 2024-11-26T22:22:27,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=74 2024-11-26T22:22:27,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=74 2024-11-26T22:22:27,492 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => bf62df1e785d616554497a63b5a899e3, NAME => 'TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5 2024-11-26T22:22:27,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742099_1275 (size=53) 2024-11-26T22:22:27,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=74 2024-11-26T22:22:27,903 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T22:22:27,903 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing bf62df1e785d616554497a63b5a899e3, disabling compactions & flushes 2024-11-26T22:22:27,903 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3. 2024-11-26T22:22:27,903 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3. 2024-11-26T22:22:27,903 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3. after waiting 0 ms 2024-11-26T22:22:27,903 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3. 2024-11-26T22:22:27,903 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3. 2024-11-26T22:22:27,903 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for bf62df1e785d616554497a63b5a899e3: 2024-11-26T22:22:27,904 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=74, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T22:22:27,905 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732659747905"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732659747905"}]},"ts":"1732659747905"} 2024-11-26T22:22:27,908 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-26T22:22:27,916 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=74, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T22:22:27,916 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732659747916"}]},"ts":"1732659747916"} 2024-11-26T22:22:27,917 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-26T22:22:27,921 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=75, ppid=74, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=bf62df1e785d616554497a63b5a899e3, ASSIGN}] 2024-11-26T22:22:27,922 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=75, ppid=74, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=bf62df1e785d616554497a63b5a899e3, ASSIGN 2024-11-26T22:22:27,923 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=75, ppid=74, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=bf62df1e785d616554497a63b5a899e3, ASSIGN; state=OFFLINE, location=d8c094cf5ab0,34335,1732659674113; forceNewPlan=false, retain=false 2024-11-26T22:22:28,073 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=75 updating hbase:meta row=bf62df1e785d616554497a63b5a899e3, regionState=OPENING, regionLocation=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:28,075 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=76, ppid=75, state=RUNNABLE; OpenRegionProcedure bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113}] 2024-11-26T22:22:28,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=74 2024-11-26T22:22:28,230 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:28,234 INFO [RS_OPEN_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3. 2024-11-26T22:22:28,234 DEBUG [RS_OPEN_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(7285): Opening region: {ENCODED => bf62df1e785d616554497a63b5a899e3, NAME => 'TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3.', STARTKEY => '', ENDKEY => ''} 2024-11-26T22:22:28,235 DEBUG [RS_OPEN_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees bf62df1e785d616554497a63b5a899e3 2024-11-26T22:22:28,235 DEBUG [RS_OPEN_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T22:22:28,235 DEBUG [RS_OPEN_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(7327): checking encryption for bf62df1e785d616554497a63b5a899e3 2024-11-26T22:22:28,235 DEBUG [RS_OPEN_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(7330): checking classloading for bf62df1e785d616554497a63b5a899e3 2024-11-26T22:22:28,239 INFO [StoreOpener-bf62df1e785d616554497a63b5a899e3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region bf62df1e785d616554497a63b5a899e3 2024-11-26T22:22:28,241 INFO [StoreOpener-bf62df1e785d616554497a63b5a899e3-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-26T22:22:28,241 INFO [StoreOpener-bf62df1e785d616554497a63b5a899e3-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bf62df1e785d616554497a63b5a899e3 columnFamilyName A 2024-11-26T22:22:28,241 DEBUG [StoreOpener-bf62df1e785d616554497a63b5a899e3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:28,242 INFO [StoreOpener-bf62df1e785d616554497a63b5a899e3-1 {}] regionserver.HStore(327): Store=bf62df1e785d616554497a63b5a899e3/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T22:22:28,242 INFO [StoreOpener-bf62df1e785d616554497a63b5a899e3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region bf62df1e785d616554497a63b5a899e3 2024-11-26T22:22:28,244 INFO [StoreOpener-bf62df1e785d616554497a63b5a899e3-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-26T22:22:28,244 INFO [StoreOpener-bf62df1e785d616554497a63b5a899e3-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bf62df1e785d616554497a63b5a899e3 columnFamilyName B 2024-11-26T22:22:28,244 DEBUG [StoreOpener-bf62df1e785d616554497a63b5a899e3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:28,245 INFO [StoreOpener-bf62df1e785d616554497a63b5a899e3-1 {}] regionserver.HStore(327): Store=bf62df1e785d616554497a63b5a899e3/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T22:22:28,245 INFO [StoreOpener-bf62df1e785d616554497a63b5a899e3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region bf62df1e785d616554497a63b5a899e3 2024-11-26T22:22:28,246 INFO [StoreOpener-bf62df1e785d616554497a63b5a899e3-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-26T22:22:28,246 INFO [StoreOpener-bf62df1e785d616554497a63b5a899e3-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bf62df1e785d616554497a63b5a899e3 columnFamilyName C 2024-11-26T22:22:28,247 DEBUG [StoreOpener-bf62df1e785d616554497a63b5a899e3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:22:28,247 INFO [StoreOpener-bf62df1e785d616554497a63b5a899e3-1 {}] regionserver.HStore(327): Store=bf62df1e785d616554497a63b5a899e3/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T22:22:28,247 INFO [RS_OPEN_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3. 2024-11-26T22:22:28,248 DEBUG [RS_OPEN_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3 2024-11-26T22:22:28,248 DEBUG [RS_OPEN_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3 2024-11-26T22:22:28,251 DEBUG [RS_OPEN_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-26T22:22:28,253 DEBUG [RS_OPEN_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(1085): writing seq id for bf62df1e785d616554497a63b5a899e3 2024-11-26T22:22:28,264 DEBUG [RS_OPEN_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T22:22:28,265 INFO [RS_OPEN_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(1102): Opened bf62df1e785d616554497a63b5a899e3; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67025210, jitterRate=-0.0012465417385101318}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-26T22:22:28,266 DEBUG [RS_OPEN_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(1001): Region open journal for bf62df1e785d616554497a63b5a899e3: 2024-11-26T22:22:28,267 INFO [RS_OPEN_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3., pid=76, masterSystemTime=1732659748230 2024-11-26T22:22:28,269 DEBUG [RS_OPEN_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3. 2024-11-26T22:22:28,269 INFO [RS_OPEN_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3. 2024-11-26T22:22:28,270 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=75 updating hbase:meta row=bf62df1e785d616554497a63b5a899e3, regionState=OPEN, openSeqNum=2, regionLocation=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:28,271 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33623 {}] assignment.AssignmentManager(1526): Unable to acquire lock for regionNode state=OPEN, location=d8c094cf5ab0,34335,1732659674113, table=TestAcidGuarantees, region=bf62df1e785d616554497a63b5a899e3. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-26T22:22:28,273 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=76, resume processing ppid=75 2024-11-26T22:22:28,273 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=76, ppid=75, state=SUCCESS; OpenRegionProcedure bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 in 196 msec 2024-11-26T22:22:28,277 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=75, resume processing ppid=74 2024-11-26T22:22:28,277 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=75, ppid=74, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=bf62df1e785d616554497a63b5a899e3, ASSIGN in 352 msec 2024-11-26T22:22:28,278 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=74, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T22:22:28,278 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732659748278"}]},"ts":"1732659748278"} 2024-11-26T22:22:28,279 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-26T22:22:28,290 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=74, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T22:22:28,291 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=74, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.2080 sec 2024-11-26T22:22:29,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=74 2024-11-26T22:22:29,189 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 74 completed 2024-11-26T22:22:29,191 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2f08e2a2 to 127.0.0.1:58789 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@267e0963 2024-11-26T22:22:29,206 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72a7721c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T22:22:29,210 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T22:22:29,211 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45702, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T22:22:29,213 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T22:22:29,214 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49518, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T22:22:29,216 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x688f4c53 to 127.0.0.1:58789 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3eec6530 2024-11-26T22:22:29,219 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7792c763, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T22:22:29,221 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x305a451d to 127.0.0.1:58789 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6dc273c3 2024-11-26T22:22:29,224 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c8a18c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T22:22:29,226 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x67f02d8c to 127.0.0.1:58789 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@195206da 2024-11-26T22:22:29,249 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45426917, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T22:22:29,251 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x21cebefa to 127.0.0.1:58789 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@282318cf 2024-11-26T22:22:29,289 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e7fc60d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T22:22:29,291 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4e7c8846 to 127.0.0.1:58789 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7ea91426 2024-11-26T22:22:29,305 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e66ea50, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T22:22:29,307 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x762de37e to 127.0.0.1:58789 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3f50b381 2024-11-26T22:22:29,344 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f6119e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T22:22:29,346 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2838b88d to 127.0.0.1:58789 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@124edab0 2024-11-26T22:22:29,355 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7507573f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T22:22:29,357 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x15d2a893 to 127.0.0.1:58789 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@712d7bc3 2024-11-26T22:22:29,387 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e5c7476, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T22:22:29,388 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5ab3f837 to 127.0.0.1:58789 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@40da73c1 2024-11-26T22:22:29,415 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1df84068, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T22:22:29,416 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2834a215 to 127.0.0.1:58789 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3be398a9 2024-11-26T22:22:29,455 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@644774bd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T22:22:29,475 DEBUG [hconnection-0x6b75dcb3-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T22:22:29,477 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45710, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T22:22:29,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(8581): Flush requested on bf62df1e785d616554497a63b5a899e3 2024-11-26T22:22:29,496 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing bf62df1e785d616554497a63b5a899e3 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-26T22:22:29,496 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf62df1e785d616554497a63b5a899e3, store=A 2024-11-26T22:22:29,496 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:22:29,496 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf62df1e785d616554497a63b5a899e3, store=B 2024-11-26T22:22:29,496 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:22:29,496 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf62df1e785d616554497a63b5a899e3, store=C 2024-11-26T22:22:29,496 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:22:29,499 DEBUG [hconnection-0x56ec23d4-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T22:22:29,500 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45714, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T22:22:29,508 DEBUG [hconnection-0xc503140-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T22:22:29,510 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45718, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T22:22:29,539 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:29,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45710 deadline: 1732659809539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:29,540 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:29,543 DEBUG [hconnection-0x5aea54e7-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T22:22:29,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45718 deadline: 1732659809537, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:29,545 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45724, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T22:22:29,560 DEBUG [hconnection-0x255042f8-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T22:22:29,567 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45732, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T22:22:29,602 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp/A/4fda0a5f386d41fe8dda8d660986a782 is 50, key is test_row_0/A:col10/1732659749493/Put/seqid=0 2024-11-26T22:22:29,609 DEBUG [hconnection-0x7fe84ace-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T22:22:29,611 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45734, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T22:22:29,645 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:29,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45710 deadline: 1732659809641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:29,647 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T22:22:29,648 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:29,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] procedure2.ProcedureExecutor(1098): Stored pid=77, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees 2024-11-26T22:22:29,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45718 deadline: 1732659809646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:29,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-26T22:22:29,650 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=77, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T22:22:29,650 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=77, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T22:22:29,650 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=78, ppid=77, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T22:22:29,662 DEBUG [hconnection-0x3604c9c7-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T22:22:29,663 DEBUG [hconnection-0x4d178ab1-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T22:22:29,667 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45740, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T22:22:29,667 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45752, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T22:22:29,675 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:29,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45752 deadline: 1732659809669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:29,678 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:29,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45740 deadline: 1732659809675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:29,692 DEBUG [hconnection-0xfe46222-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T22:22:29,694 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45764, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T22:22:29,705 DEBUG [hconnection-0x72dcaf8e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T22:22:29,707 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45776, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T22:22:29,712 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:29,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45776 deadline: 1732659809709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:29,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742100_1276 (size=12001) 2024-11-26T22:22:29,732 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp/A/4fda0a5f386d41fe8dda8d660986a782 2024-11-26T22:22:29,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-26T22:22:29,786 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:29,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45752 deadline: 1732659809777, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:29,786 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:29,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45740 deadline: 1732659809781, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:29,791 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp/B/0ff33c80a7c4450fbab85f52a28ee151 is 50, key is test_row_0/B:col10/1732659749493/Put/seqid=0 2024-11-26T22:22:29,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742101_1277 (size=12001) 2024-11-26T22:22:29,802 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp/B/0ff33c80a7c4450fbab85f52a28ee151 2024-11-26T22:22:29,803 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:29,803 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34335 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-26T22:22:29,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3. 2024-11-26T22:22:29,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3. as already flushing 2024-11-26T22:22:29,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3. 2024-11-26T22:22:29,803 ERROR [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => bf62df1e785d616554497a63b5a899e3, NAME => 'TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:22:29,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => bf62df1e785d616554497a63b5a899e3, NAME => 'TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:22:29,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bf62df1e785d616554497a63b5a899e3, NAME => 'TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bf62df1e785d616554497a63b5a899e3, NAME => 'TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:22:29,817 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:29,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45776 deadline: 1732659809816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:29,857 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:29,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45718 deadline: 1732659809851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:29,863 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:29,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45710 deadline: 1732659809854, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:29,901 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp/C/b4b9bdad2355406fadf5a9e6ab84ae65 is 50, key is test_row_0/C:col10/1732659749493/Put/seqid=0 2024-11-26T22:22:29,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-26T22:22:29,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742102_1278 (size=12001) 2024-11-26T22:22:29,955 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp/C/b4b9bdad2355406fadf5a9e6ab84ae65 2024-11-26T22:22:29,961 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp/A/4fda0a5f386d41fe8dda8d660986a782 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/A/4fda0a5f386d41fe8dda8d660986a782 2024-11-26T22:22:29,962 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:29,962 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34335 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-26T22:22:29,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3. 2024-11-26T22:22:29,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3. as already flushing 2024-11-26T22:22:29,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3. 2024-11-26T22:22:29,962 ERROR [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => bf62df1e785d616554497a63b5a899e3, NAME => 'TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:22:29,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => bf62df1e785d616554497a63b5a899e3, NAME => 'TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:22:29,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bf62df1e785d616554497a63b5a899e3, NAME => 'TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bf62df1e785d616554497a63b5a899e3, NAME => 'TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:22:29,967 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/A/4fda0a5f386d41fe8dda8d660986a782, entries=150, sequenceid=12, filesize=11.7 K 2024-11-26T22:22:29,968 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp/B/0ff33c80a7c4450fbab85f52a28ee151 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/B/0ff33c80a7c4450fbab85f52a28ee151 2024-11-26T22:22:29,977 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/B/0ff33c80a7c4450fbab85f52a28ee151, entries=150, sequenceid=12, filesize=11.7 K 2024-11-26T22:22:29,979 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp/C/b4b9bdad2355406fadf5a9e6ab84ae65 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/C/b4b9bdad2355406fadf5a9e6ab84ae65 2024-11-26T22:22:29,984 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/C/b4b9bdad2355406fadf5a9e6ab84ae65, entries=150, sequenceid=12, filesize=11.7 K 2024-11-26T22:22:29,985 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for bf62df1e785d616554497a63b5a899e3 in 490ms, sequenceid=12, compaction requested=false 2024-11-26T22:22:29,985 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for bf62df1e785d616554497a63b5a899e3: 2024-11-26T22:22:29,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(8581): Flush requested on bf62df1e785d616554497a63b5a899e3 2024-11-26T22:22:29,995 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing bf62df1e785d616554497a63b5a899e3 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-26T22:22:29,998 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf62df1e785d616554497a63b5a899e3, store=A 2024-11-26T22:22:29,998 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:22:29,998 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf62df1e785d616554497a63b5a899e3, store=B 2024-11-26T22:22:29,998 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:22:29,998 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf62df1e785d616554497a63b5a899e3, store=C 2024-11-26T22:22:29,998 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:22:30,014 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp/A/528ef36745394a848580ca497eafe731 is 50, key is test_row_0/A:col10/1732659749993/Put/seqid=0 2024-11-26T22:22:30,023 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:30,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45752 deadline: 1732659810018, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:30,033 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:30,034 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:30,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45776 deadline: 1732659810030, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:30,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45740 deadline: 1732659810023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:30,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742103_1279 (size=14341) 2024-11-26T22:22:30,069 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp/A/528ef36745394a848580ca497eafe731 2024-11-26T22:22:30,100 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp/B/2d2dbca56dbc467aafdc61b4877ad1c8 is 50, key is test_row_0/B:col10/1732659749993/Put/seqid=0 2024-11-26T22:22:30,115 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:30,115 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34335 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-26T22:22:30,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3. 2024-11-26T22:22:30,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3. as already flushing 2024-11-26T22:22:30,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3. 2024-11-26T22:22:30,116 ERROR [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => bf62df1e785d616554497a63b5a899e3, NAME => 'TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:22:30,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => bf62df1e785d616554497a63b5a899e3, NAME => 'TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:22:30,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bf62df1e785d616554497a63b5a899e3, NAME => 'TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bf62df1e785d616554497a63b5a899e3, NAME => 'TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:22:30,138 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:30,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45752 deadline: 1732659810124, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:30,146 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:30,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45740 deadline: 1732659810140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:30,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742104_1280 (size=12001) 2024-11-26T22:22:30,170 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:30,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45718 deadline: 1732659810162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:30,173 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:30,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45710 deadline: 1732659810168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:30,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-26T22:22:30,269 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:30,269 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34335 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-26T22:22:30,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3. 2024-11-26T22:22:30,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3. as already flushing 2024-11-26T22:22:30,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3. 2024-11-26T22:22:30,270 ERROR [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => bf62df1e785d616554497a63b5a899e3, NAME => 'TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:22:30,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => bf62df1e785d616554497a63b5a899e3, NAME => 'TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:22:30,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bf62df1e785d616554497a63b5a899e3, NAME => 'TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bf62df1e785d616554497a63b5a899e3, NAME => 'TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:22:30,345 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:30,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45752 deadline: 1732659810341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:30,346 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:30,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45776 deadline: 1732659810341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:30,353 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:30,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45740 deadline: 1732659810349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:30,423 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:30,424 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34335 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-26T22:22:30,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3. 2024-11-26T22:22:30,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3. as already flushing 2024-11-26T22:22:30,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3. 2024-11-26T22:22:30,424 ERROR [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => bf62df1e785d616554497a63b5a899e3, NAME => 'TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:22:30,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => bf62df1e785d616554497a63b5a899e3, NAME => 'TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:22:30,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bf62df1e785d616554497a63b5a899e3, NAME => 'TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bf62df1e785d616554497a63b5a899e3, NAME => 'TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:22:30,553 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp/B/2d2dbca56dbc467aafdc61b4877ad1c8 2024-11-26T22:22:30,578 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:30,578 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp/C/ad86daf8296f4bca8c474cddc96ff331 is 50, key is test_row_0/C:col10/1732659749993/Put/seqid=0 2024-11-26T22:22:30,583 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34335 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-26T22:22:30,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3. 2024-11-26T22:22:30,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3. as already flushing 2024-11-26T22:22:30,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3. 2024-11-26T22:22:30,584 ERROR [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => bf62df1e785d616554497a63b5a899e3, NAME => 'TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:22:30,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => bf62df1e785d616554497a63b5a899e3, NAME => 'TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:22:30,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bf62df1e785d616554497a63b5a899e3, NAME => 'TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bf62df1e785d616554497a63b5a899e3, NAME => 'TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:22:30,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742105_1281 (size=12001) 2024-11-26T22:22:30,636 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp/C/ad86daf8296f4bca8c474cddc96ff331 2024-11-26T22:22:30,657 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp/A/528ef36745394a848580ca497eafe731 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/A/528ef36745394a848580ca497eafe731 2024-11-26T22:22:30,666 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/A/528ef36745394a848580ca497eafe731, entries=200, sequenceid=39, filesize=14.0 K 2024-11-26T22:22:30,667 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp/B/2d2dbca56dbc467aafdc61b4877ad1c8 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/B/2d2dbca56dbc467aafdc61b4877ad1c8 2024-11-26T22:22:30,669 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:30,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45740 deadline: 1732659810668, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:30,670 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:30,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45752 deadline: 1732659810669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:30,674 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/B/2d2dbca56dbc467aafdc61b4877ad1c8, entries=150, sequenceid=39, filesize=11.7 K 2024-11-26T22:22:30,675 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp/C/ad86daf8296f4bca8c474cddc96ff331 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/C/ad86daf8296f4bca8c474cddc96ff331 2024-11-26T22:22:30,680 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/C/ad86daf8296f4bca8c474cddc96ff331, entries=150, sequenceid=39, filesize=11.7 K 2024-11-26T22:22:30,681 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for bf62df1e785d616554497a63b5a899e3 in 686ms, sequenceid=39, compaction requested=false 2024-11-26T22:22:30,681 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for bf62df1e785d616554497a63b5a899e3: 2024-11-26T22:22:30,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(8581): Flush requested on bf62df1e785d616554497a63b5a899e3 2024-11-26T22:22:30,701 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing bf62df1e785d616554497a63b5a899e3 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-26T22:22:30,702 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf62df1e785d616554497a63b5a899e3, store=A 2024-11-26T22:22:30,702 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:22:30,702 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf62df1e785d616554497a63b5a899e3, store=B 2024-11-26T22:22:30,702 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:22:30,702 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf62df1e785d616554497a63b5a899e3, store=C 2024-11-26T22:22:30,702 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:22:30,722 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp/A/210b350745a54216801126abc37a1aa5 is 50, key is test_row_0/A:col10/1732659750009/Put/seqid=0 2024-11-26T22:22:30,736 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:30,738 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34335 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-26T22:22:30,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3. 2024-11-26T22:22:30,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3. as already flushing 2024-11-26T22:22:30,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3. 2024-11-26T22:22:30,738 ERROR [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => bf62df1e785d616554497a63b5a899e3, NAME => 'TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:22:30,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => bf62df1e785d616554497a63b5a899e3, NAME => 'TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:22:30,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bf62df1e785d616554497a63b5a899e3, NAME => 'TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bf62df1e785d616554497a63b5a899e3, NAME => 'TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:22:30,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-26T22:22:30,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742106_1282 (size=12001) 2024-11-26T22:22:30,837 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:30,840 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:30,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45710 deadline: 1732659810834, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:30,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45718 deadline: 1732659810831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:30,856 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:30,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45776 deadline: 1732659810850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:30,891 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:30,892 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34335 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-26T22:22:30,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3. 2024-11-26T22:22:30,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3. as already flushing 2024-11-26T22:22:30,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3. 2024-11-26T22:22:30,892 ERROR [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => bf62df1e785d616554497a63b5a899e3, NAME => 'TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:22:30,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => bf62df1e785d616554497a63b5a899e3, NAME => 'TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:22:30,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bf62df1e785d616554497a63b5a899e3, NAME => 'TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bf62df1e785d616554497a63b5a899e3, NAME => 'TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:22:30,948 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:30,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45718 deadline: 1732659810942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:30,957 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:30,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45710 deadline: 1732659810950, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:31,045 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:31,056 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34335 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-26T22:22:31,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3. 2024-11-26T22:22:31,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3. as already flushing 2024-11-26T22:22:31,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3. 2024-11-26T22:22:31,056 ERROR [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => bf62df1e785d616554497a63b5a899e3, NAME => 'TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:22:31,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => bf62df1e785d616554497a63b5a899e3, NAME => 'TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:22:31,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bf62df1e785d616554497a63b5a899e3, NAME => 'TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bf62df1e785d616554497a63b5a899e3, NAME => 'TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:22:31,155 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:31,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45718 deadline: 1732659811150, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:31,166 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:31,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45710 deadline: 1732659811164, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:31,174 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp/A/210b350745a54216801126abc37a1aa5 2024-11-26T22:22:31,174 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:31,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45752 deadline: 1732659811172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:31,188 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:31,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45740 deadline: 1732659811185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:31,194 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp/B/4a5095952be2463eaa06bf32a29fdd20 is 50, key is test_row_0/B:col10/1732659750009/Put/seqid=0 2024-11-26T22:22:31,209 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:31,210 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34335 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-26T22:22:31,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3. 2024-11-26T22:22:31,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3. as already flushing 2024-11-26T22:22:31,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3. 2024-11-26T22:22:31,211 ERROR [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => bf62df1e785d616554497a63b5a899e3, NAME => 'TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:22:31,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => bf62df1e785d616554497a63b5a899e3, NAME => 'TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:22:31,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bf62df1e785d616554497a63b5a899e3, NAME => 'TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bf62df1e785d616554497a63b5a899e3, NAME => 'TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:22:31,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742107_1283 (size=12001) 2024-11-26T22:22:31,246 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp/B/4a5095952be2463eaa06bf32a29fdd20 2024-11-26T22:22:31,269 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp/C/eb3cc8f125a544c7956c9d8934816e24 is 50, key is test_row_0/C:col10/1732659750009/Put/seqid=0 2024-11-26T22:22:31,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742108_1284 (size=12001) 2024-11-26T22:22:31,372 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:31,373 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34335 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-26T22:22:31,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3. 2024-11-26T22:22:31,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3. as already flushing 2024-11-26T22:22:31,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3. 2024-11-26T22:22:31,373 ERROR [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => bf62df1e785d616554497a63b5a899e3, NAME => 'TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:22:31,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => bf62df1e785d616554497a63b5a899e3, NAME => 'TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:22:31,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bf62df1e785d616554497a63b5a899e3, NAME => 'TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bf62df1e785d616554497a63b5a899e3, NAME => 'TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:22:31,462 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:31,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45718 deadline: 1732659811459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:31,478 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:31,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45710 deadline: 1732659811468, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:31,531 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:31,532 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34335 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-26T22:22:31,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3. 2024-11-26T22:22:31,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3. as already flushing 2024-11-26T22:22:31,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3. 2024-11-26T22:22:31,532 ERROR [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => bf62df1e785d616554497a63b5a899e3, NAME => 'TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:22:31,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => bf62df1e785d616554497a63b5a899e3, NAME => 'TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:22:31,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bf62df1e785d616554497a63b5a899e3, NAME => 'TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bf62df1e785d616554497a63b5a899e3, NAME => 'TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:22:31,567 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-26T22:22:31,685 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:31,688 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34335 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-26T22:22:31,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3. 2024-11-26T22:22:31,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3. as already flushing 2024-11-26T22:22:31,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3. 2024-11-26T22:22:31,689 ERROR [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => bf62df1e785d616554497a63b5a899e3, NAME => 'TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:22:31,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => bf62df1e785d616554497a63b5a899e3, NAME => 'TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:22:31,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bf62df1e785d616554497a63b5a899e3, NAME => 'TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bf62df1e785d616554497a63b5a899e3, NAME => 'TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:22:31,707 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp/C/eb3cc8f125a544c7956c9d8934816e24 2024-11-26T22:22:31,715 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp/A/210b350745a54216801126abc37a1aa5 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/A/210b350745a54216801126abc37a1aa5 2024-11-26T22:22:31,723 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/A/210b350745a54216801126abc37a1aa5, entries=150, sequenceid=50, filesize=11.7 K 2024-11-26T22:22:31,725 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp/B/4a5095952be2463eaa06bf32a29fdd20 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/B/4a5095952be2463eaa06bf32a29fdd20 2024-11-26T22:22:31,731 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/B/4a5095952be2463eaa06bf32a29fdd20, entries=150, sequenceid=50, filesize=11.7 K 2024-11-26T22:22:31,732 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp/C/eb3cc8f125a544c7956c9d8934816e24 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/C/eb3cc8f125a544c7956c9d8934816e24 2024-11-26T22:22:31,737 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/C/eb3cc8f125a544c7956c9d8934816e24, entries=150, sequenceid=50, filesize=11.7 K 2024-11-26T22:22:31,738 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for bf62df1e785d616554497a63b5a899e3 in 1037ms, sequenceid=50, compaction requested=true 2024-11-26T22:22:31,739 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for bf62df1e785d616554497a63b5a899e3: 2024-11-26T22:22:31,739 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T22:22:31,740 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bf62df1e785d616554497a63b5a899e3:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T22:22:31,740 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T22:22:31,741 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38343 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T22:22:31,741 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T22:22:31,741 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HStore(1540): bf62df1e785d616554497a63b5a899e3/A is initiating minor compaction (all files) 2024-11-26T22:22:31,741 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of bf62df1e785d616554497a63b5a899e3/A in TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3. 2024-11-26T22:22:31,741 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bf62df1e785d616554497a63b5a899e3:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T22:22:31,741 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T22:22:31,741 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bf62df1e785d616554497a63b5a899e3:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T22:22:31,741 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T22:22:31,741 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/A/4fda0a5f386d41fe8dda8d660986a782, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/A/528ef36745394a848580ca497eafe731, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/A/210b350745a54216801126abc37a1aa5] into tmpdir=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp, totalSize=37.4 K 2024-11-26T22:22:31,741 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4fda0a5f386d41fe8dda8d660986a782, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1732659749489 2024-11-26T22:22:31,742 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.Compactor(224): Compacting 528ef36745394a848580ca497eafe731, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=39, earliestPutTs=1732659749533 2024-11-26T22:22:31,742 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T22:22:31,742 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HStore(1540): bf62df1e785d616554497a63b5a899e3/B is initiating minor compaction (all files) 2024-11-26T22:22:31,742 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of bf62df1e785d616554497a63b5a899e3/B in TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3. 2024-11-26T22:22:31,742 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.Compactor(224): Compacting 210b350745a54216801126abc37a1aa5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1732659750009 2024-11-26T22:22:31,742 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/B/0ff33c80a7c4450fbab85f52a28ee151, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/B/2d2dbca56dbc467aafdc61b4877ad1c8, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/B/4a5095952be2463eaa06bf32a29fdd20] into tmpdir=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp, totalSize=35.2 K 2024-11-26T22:22:31,747 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.Compactor(224): Compacting 0ff33c80a7c4450fbab85f52a28ee151, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1732659749489 2024-11-26T22:22:31,748 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.Compactor(224): Compacting 2d2dbca56dbc467aafdc61b4877ad1c8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=39, earliestPutTs=1732659749537 2024-11-26T22:22:31,749 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.Compactor(224): Compacting 4a5095952be2463eaa06bf32a29fdd20, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1732659750009 2024-11-26T22:22:31,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-26T22:22:31,768 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): bf62df1e785d616554497a63b5a899e3#A#compaction#234 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T22:22:31,769 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp/A/3c3903f650d149f8b973918249e8c5c5 is 50, key is test_row_0/A:col10/1732659750009/Put/seqid=0 2024-11-26T22:22:31,773 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bf62df1e785d616554497a63b5a899e3#B#compaction#235 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T22:22:31,774 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp/B/d33ad36805bf409bba0debe7a845862a is 50, key is test_row_0/B:col10/1732659750009/Put/seqid=0 2024-11-26T22:22:31,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742109_1285 (size=12104) 2024-11-26T22:22:31,842 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:31,842 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34335 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-26T22:22:31,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3. 2024-11-26T22:22:31,843 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2837): Flushing bf62df1e785d616554497a63b5a899e3 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-26T22:22:31,843 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp/A/3c3903f650d149f8b973918249e8c5c5 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/A/3c3903f650d149f8b973918249e8c5c5 2024-11-26T22:22:31,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf62df1e785d616554497a63b5a899e3, store=A 2024-11-26T22:22:31,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:22:31,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf62df1e785d616554497a63b5a899e3, store=B 2024-11-26T22:22:31,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:22:31,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf62df1e785d616554497a63b5a899e3, store=C 2024-11-26T22:22:31,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:22:31,850 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in bf62df1e785d616554497a63b5a899e3/A of bf62df1e785d616554497a63b5a899e3 into 3c3903f650d149f8b973918249e8c5c5(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T22:22:31,850 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for bf62df1e785d616554497a63b5a899e3: 2024-11-26T22:22:31,850 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3., storeName=bf62df1e785d616554497a63b5a899e3/A, priority=13, startTime=1732659751739; duration=0sec 2024-11-26T22:22:31,850 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T22:22:31,850 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bf62df1e785d616554497a63b5a899e3:A 2024-11-26T22:22:31,850 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T22:22:31,852 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T22:22:31,852 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HStore(1540): bf62df1e785d616554497a63b5a899e3/C is initiating minor compaction (all files) 2024-11-26T22:22:31,852 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of bf62df1e785d616554497a63b5a899e3/C in TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3. 2024-11-26T22:22:31,853 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/C/b4b9bdad2355406fadf5a9e6ab84ae65, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/C/ad86daf8296f4bca8c474cddc96ff331, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/C/eb3cc8f125a544c7956c9d8934816e24] into tmpdir=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp, totalSize=35.2 K 2024-11-26T22:22:31,853 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.Compactor(224): Compacting b4b9bdad2355406fadf5a9e6ab84ae65, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1732659749489 2024-11-26T22:22:31,853 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.Compactor(224): Compacting ad86daf8296f4bca8c474cddc96ff331, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=39, earliestPutTs=1732659749537 2024-11-26T22:22:31,856 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.Compactor(224): Compacting eb3cc8f125a544c7956c9d8934816e24, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1732659750009 2024-11-26T22:22:31,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(8581): Flush requested on bf62df1e785d616554497a63b5a899e3 2024-11-26T22:22:31,875 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3. as already flushing 2024-11-26T22:22:31,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp/A/f623369c3dca40938d85cd029aa83b93 is 50, key is test_row_0/A:col10/1732659750826/Put/seqid=0 2024-11-26T22:22:31,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742110_1286 (size=12104) 2024-11-26T22:22:31,900 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): bf62df1e785d616554497a63b5a899e3#C#compaction#237 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T22:22:31,901 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp/C/3214fcf1d00640cb99768c1c877bfd0b is 50, key is test_row_0/C:col10/1732659750009/Put/seqid=0 2024-11-26T22:22:31,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742111_1287 (size=12001) 2024-11-26T22:22:31,914 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp/A/f623369c3dca40938d85cd029aa83b93 2024-11-26T22:22:31,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp/B/bcd7cd08287c490b932d89983eda5bf3 is 50, key is test_row_0/B:col10/1732659750826/Put/seqid=0 2024-11-26T22:22:31,955 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:31,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45776 deadline: 1732659811951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:31,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742112_1288 (size=12104) 2024-11-26T22:22:31,974 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:31,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45718 deadline: 1732659811968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:31,988 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:31,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45710 deadline: 1732659811982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:32,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742113_1289 (size=12001) 2024-11-26T22:22:32,057 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:32,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45776 deadline: 1732659812056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:32,180 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:32,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45752 deadline: 1732659812178, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:32,200 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:32,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45740 deadline: 1732659812197, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:32,262 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:32,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45776 deadline: 1732659812260, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:32,298 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp/B/d33ad36805bf409bba0debe7a845862a as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/B/d33ad36805bf409bba0debe7a845862a 2024-11-26T22:22:32,306 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in bf62df1e785d616554497a63b5a899e3/B of bf62df1e785d616554497a63b5a899e3 into d33ad36805bf409bba0debe7a845862a(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T22:22:32,306 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for bf62df1e785d616554497a63b5a899e3: 2024-11-26T22:22:32,306 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3., storeName=bf62df1e785d616554497a63b5a899e3/B, priority=13, startTime=1732659751740; duration=0sec 2024-11-26T22:22:32,306 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T22:22:32,306 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bf62df1e785d616554497a63b5a899e3:B 2024-11-26T22:22:32,385 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp/C/3214fcf1d00640cb99768c1c877bfd0b as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/C/3214fcf1d00640cb99768c1c877bfd0b 2024-11-26T22:22:32,398 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in bf62df1e785d616554497a63b5a899e3/C of bf62df1e785d616554497a63b5a899e3 into 3214fcf1d00640cb99768c1c877bfd0b(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T22:22:32,398 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for bf62df1e785d616554497a63b5a899e3: 2024-11-26T22:22:32,398 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3., storeName=bf62df1e785d616554497a63b5a899e3/C, priority=13, startTime=1732659751741; duration=0sec 2024-11-26T22:22:32,398 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T22:22:32,398 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bf62df1e785d616554497a63b5a899e3:C 2024-11-26T22:22:32,412 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp/B/bcd7cd08287c490b932d89983eda5bf3 2024-11-26T22:22:32,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp/C/12a26c28e8094594bae8ed8dfde52b6b is 50, key is test_row_0/C:col10/1732659750826/Put/seqid=0 2024-11-26T22:22:32,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742114_1290 (size=12001) 2024-11-26T22:22:32,568 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:32,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45776 deadline: 1732659812565, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:32,884 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp/C/12a26c28e8094594bae8ed8dfde52b6b 2024-11-26T22:22:32,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp/A/f623369c3dca40938d85cd029aa83b93 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/A/f623369c3dca40938d85cd029aa83b93 2024-11-26T22:22:32,896 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/A/f623369c3dca40938d85cd029aa83b93, entries=150, sequenceid=75, filesize=11.7 K 2024-11-26T22:22:32,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp/B/bcd7cd08287c490b932d89983eda5bf3 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/B/bcd7cd08287c490b932d89983eda5bf3 2024-11-26T22:22:32,903 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/B/bcd7cd08287c490b932d89983eda5bf3, entries=150, sequenceid=75, filesize=11.7 K 2024-11-26T22:22:32,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp/C/12a26c28e8094594bae8ed8dfde52b6b as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/C/12a26c28e8094594bae8ed8dfde52b6b 2024-11-26T22:22:32,910 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/C/12a26c28e8094594bae8ed8dfde52b6b, entries=150, sequenceid=75, filesize=11.7 K 2024-11-26T22:22:32,912 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for bf62df1e785d616554497a63b5a899e3 in 1069ms, sequenceid=75, compaction requested=false 2024-11-26T22:22:32,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2538): Flush status journal for bf62df1e785d616554497a63b5a899e3: 2024-11-26T22:22:32,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3. 2024-11-26T22:22:32,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=78 2024-11-26T22:22:32,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster(4106): Remote procedure done, pid=78 2024-11-26T22:22:32,917 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=78, resume processing ppid=77 2024-11-26T22:22:32,917 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=78, ppid=77, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.2660 sec 2024-11-26T22:22:32,919 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=77, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees in 3.2710 sec 2024-11-26T22:22:32,998 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing bf62df1e785d616554497a63b5a899e3 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-26T22:22:32,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(8581): Flush requested on bf62df1e785d616554497a63b5a899e3 2024-11-26T22:22:32,998 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf62df1e785d616554497a63b5a899e3, store=A 2024-11-26T22:22:32,998 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:22:32,998 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf62df1e785d616554497a63b5a899e3, store=B 2024-11-26T22:22:32,998 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:22:32,998 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf62df1e785d616554497a63b5a899e3, store=C 2024-11-26T22:22:32,998 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:22:33,017 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp/A/df9c6cc7a3464f9c804fb57f48f03bf4 is 50, key is test_row_0/A:col10/1732659751933/Put/seqid=0 2024-11-26T22:22:33,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742115_1291 (size=16681) 2024-11-26T22:22:33,066 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp/A/df9c6cc7a3464f9c804fb57f48f03bf4 2024-11-26T22:22:33,090 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp/B/22b8bbc9898b48d4b899b8eb96fb01c5 is 50, key is test_row_0/B:col10/1732659751933/Put/seqid=0 2024-11-26T22:22:33,109 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:33,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45776 deadline: 1732659813102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:33,116 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:33,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45710 deadline: 1732659813109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:33,117 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:33,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45718 deadline: 1732659813109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:33,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742116_1292 (size=12001) 2024-11-26T22:22:33,201 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp/B/22b8bbc9898b48d4b899b8eb96fb01c5 2024-11-26T22:22:33,220 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:33,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45776 deadline: 1732659813213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:33,225 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp/C/e8b36a4eb82d4ec6abaa5f50fcf2fac9 is 50, key is test_row_0/C:col10/1732659751933/Put/seqid=0 2024-11-26T22:22:33,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742117_1293 (size=12001) 2024-11-26T22:22:33,262 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp/C/e8b36a4eb82d4ec6abaa5f50fcf2fac9 2024-11-26T22:22:33,269 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp/A/df9c6cc7a3464f9c804fb57f48f03bf4 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/A/df9c6cc7a3464f9c804fb57f48f03bf4 2024-11-26T22:22:33,276 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/A/df9c6cc7a3464f9c804fb57f48f03bf4, entries=250, sequenceid=91, filesize=16.3 K 2024-11-26T22:22:33,278 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp/B/22b8bbc9898b48d4b899b8eb96fb01c5 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/B/22b8bbc9898b48d4b899b8eb96fb01c5 2024-11-26T22:22:33,283 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/B/22b8bbc9898b48d4b899b8eb96fb01c5, entries=150, sequenceid=91, filesize=11.7 K 2024-11-26T22:22:33,284 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp/C/e8b36a4eb82d4ec6abaa5f50fcf2fac9 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/C/e8b36a4eb82d4ec6abaa5f50fcf2fac9 2024-11-26T22:22:33,292 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/C/e8b36a4eb82d4ec6abaa5f50fcf2fac9, entries=150, sequenceid=91, filesize=11.7 K 2024-11-26T22:22:33,293 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for bf62df1e785d616554497a63b5a899e3 in 295ms, sequenceid=91, compaction requested=true 2024-11-26T22:22:33,293 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for bf62df1e785d616554497a63b5a899e3: 2024-11-26T22:22:33,293 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T22:22:33,296 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40786 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T22:22:33,296 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HStore(1540): bf62df1e785d616554497a63b5a899e3/A is initiating minor compaction (all files) 2024-11-26T22:22:33,296 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of bf62df1e785d616554497a63b5a899e3/A in TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3. 2024-11-26T22:22:33,296 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/A/3c3903f650d149f8b973918249e8c5c5, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/A/f623369c3dca40938d85cd029aa83b93, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/A/df9c6cc7a3464f9c804fb57f48f03bf4] into tmpdir=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp, totalSize=39.8 K 2024-11-26T22:22:33,297 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3c3903f650d149f8b973918249e8c5c5, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1732659750009 2024-11-26T22:22:33,297 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.Compactor(224): Compacting f623369c3dca40938d85cd029aa83b93, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1732659750815 2024-11-26T22:22:33,298 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.Compactor(224): Compacting df9c6cc7a3464f9c804fb57f48f03bf4, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1732659751890 2024-11-26T22:22:33,300 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bf62df1e785d616554497a63b5a899e3:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T22:22:33,300 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T22:22:33,301 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T22:22:33,306 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T22:22:33,306 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HStore(1540): bf62df1e785d616554497a63b5a899e3/B is initiating minor compaction (all files) 2024-11-26T22:22:33,306 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of bf62df1e785d616554497a63b5a899e3/B in TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3. 2024-11-26T22:22:33,306 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/B/d33ad36805bf409bba0debe7a845862a, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/B/bcd7cd08287c490b932d89983eda5bf3, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/B/22b8bbc9898b48d4b899b8eb96fb01c5] into tmpdir=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp, totalSize=35.3 K 2024-11-26T22:22:33,307 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.Compactor(224): Compacting d33ad36805bf409bba0debe7a845862a, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1732659750009 2024-11-26T22:22:33,307 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.Compactor(224): Compacting bcd7cd08287c490b932d89983eda5bf3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1732659750815 2024-11-26T22:22:33,308 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.Compactor(224): Compacting 22b8bbc9898b48d4b899b8eb96fb01c5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1732659751933 2024-11-26T22:22:33,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(8581): Flush requested on bf62df1e785d616554497a63b5a899e3 2024-11-26T22:22:33,323 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bf62df1e785d616554497a63b5a899e3:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T22:22:33,323 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T22:22:33,323 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bf62df1e785d616554497a63b5a899e3:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T22:22:33,323 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T22:22:33,326 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): bf62df1e785d616554497a63b5a899e3#A#compaction#243 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T22:22:33,330 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp/A/717583a1843e47459b04e978ac9cd2ca is 50, key is test_row_0/A:col10/1732659751933/Put/seqid=0 2024-11-26T22:22:33,332 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing bf62df1e785d616554497a63b5a899e3 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-11-26T22:22:33,341 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf62df1e785d616554497a63b5a899e3, store=A 2024-11-26T22:22:33,341 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:22:33,341 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf62df1e785d616554497a63b5a899e3, store=B 2024-11-26T22:22:33,342 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:22:33,342 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf62df1e785d616554497a63b5a899e3, store=C 2024-11-26T22:22:33,342 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:22:33,345 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bf62df1e785d616554497a63b5a899e3#B#compaction#244 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T22:22:33,346 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp/B/c3d473ba38de424096c0a288eba8f898 is 50, key is test_row_0/B:col10/1732659751933/Put/seqid=0 2024-11-26T22:22:33,362 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:33,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45710 deadline: 1732659813352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:33,363 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:33,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45718 deadline: 1732659813354, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:33,394 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp/A/c26d9b322d9e40c09b4cc4d8b4d696da is 50, key is test_row_0/A:col10/1732659753325/Put/seqid=0 2024-11-26T22:22:33,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742118_1294 (size=12207) 2024-11-26T22:22:33,422 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:33,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45776 deadline: 1732659813421, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:33,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742119_1295 (size=12207) 2024-11-26T22:22:33,454 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp/A/717583a1843e47459b04e978ac9cd2ca as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/A/717583a1843e47459b04e978ac9cd2ca 2024-11-26T22:22:33,456 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp/B/c3d473ba38de424096c0a288eba8f898 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/B/c3d473ba38de424096c0a288eba8f898 2024-11-26T22:22:33,464 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in bf62df1e785d616554497a63b5a899e3/A of bf62df1e785d616554497a63b5a899e3 into 717583a1843e47459b04e978ac9cd2ca(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T22:22:33,464 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for bf62df1e785d616554497a63b5a899e3: 2024-11-26T22:22:33,464 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3., storeName=bf62df1e785d616554497a63b5a899e3/A, priority=13, startTime=1732659753293; duration=0sec 2024-11-26T22:22:33,464 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T22:22:33,464 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bf62df1e785d616554497a63b5a899e3:A 2024-11-26T22:22:33,464 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T22:22:33,464 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in bf62df1e785d616554497a63b5a899e3/B of bf62df1e785d616554497a63b5a899e3 into c3d473ba38de424096c0a288eba8f898(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T22:22:33,464 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for bf62df1e785d616554497a63b5a899e3: 2024-11-26T22:22:33,464 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3., storeName=bf62df1e785d616554497a63b5a899e3/B, priority=13, startTime=1732659753300; duration=0sec 2024-11-26T22:22:33,465 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T22:22:33,465 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bf62df1e785d616554497a63b5a899e3:B 2024-11-26T22:22:33,466 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T22:22:33,466 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HStore(1540): bf62df1e785d616554497a63b5a899e3/C is initiating minor compaction (all files) 2024-11-26T22:22:33,466 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of bf62df1e785d616554497a63b5a899e3/C in TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3. 2024-11-26T22:22:33,466 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/C/3214fcf1d00640cb99768c1c877bfd0b, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/C/12a26c28e8094594bae8ed8dfde52b6b, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/C/e8b36a4eb82d4ec6abaa5f50fcf2fac9] into tmpdir=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp, totalSize=35.3 K 2024-11-26T22:22:33,467 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3214fcf1d00640cb99768c1c877bfd0b, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1732659750009 2024-11-26T22:22:33,467 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.Compactor(224): Compacting 12a26c28e8094594bae8ed8dfde52b6b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1732659750815 2024-11-26T22:22:33,468 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.Compactor(224): Compacting e8b36a4eb82d4ec6abaa5f50fcf2fac9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1732659751933 2024-11-26T22:22:33,472 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:33,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45710 deadline: 1732659813464, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:33,473 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:33,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45718 deadline: 1732659813469, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:33,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742120_1296 (size=14341) 2024-11-26T22:22:33,489 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): bf62df1e785d616554497a63b5a899e3#C#compaction#246 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T22:22:33,489 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp/C/c7bfd666d02849069dd8ebab8812cadb is 50, key is test_row_0/C:col10/1732659751933/Put/seqid=0 2024-11-26T22:22:33,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742121_1297 (size=12207) 2024-11-26T22:22:33,542 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp/C/c7bfd666d02849069dd8ebab8812cadb as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/C/c7bfd666d02849069dd8ebab8812cadb 2024-11-26T22:22:33,551 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in bf62df1e785d616554497a63b5a899e3/C of bf62df1e785d616554497a63b5a899e3 into c7bfd666d02849069dd8ebab8812cadb(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T22:22:33,551 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for bf62df1e785d616554497a63b5a899e3: 2024-11-26T22:22:33,551 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3., storeName=bf62df1e785d616554497a63b5a899e3/C, priority=13, startTime=1732659753323; duration=0sec 2024-11-26T22:22:33,552 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T22:22:33,552 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bf62df1e785d616554497a63b5a899e3:C 2024-11-26T22:22:33,675 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:33,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45710 deadline: 1732659813674, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:33,684 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:33,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45718 deadline: 1732659813677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:33,729 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:33,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45776 deadline: 1732659813726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:33,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-26T22:22:33,756 INFO [Thread-1264 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 77 completed 2024-11-26T22:22:33,758 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T22:22:33,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] procedure2.ProcedureExecutor(1098): Stored pid=79, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees 2024-11-26T22:22:33,761 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=79, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T22:22:33,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-26T22:22:33,762 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=79, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T22:22:33,762 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=80, ppid=79, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T22:22:33,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-26T22:22:33,879 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp/A/c26d9b322d9e40c09b4cc4d8b4d696da 2024-11-26T22:22:33,910 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp/B/603c428a2e6b4aac94cae25c13ddf782 is 50, key is test_row_0/B:col10/1732659753325/Put/seqid=0 2024-11-26T22:22:33,917 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:33,917 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34335 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-26T22:22:33,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3. 2024-11-26T22:22:33,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3. as already flushing 2024-11-26T22:22:33,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3. 2024-11-26T22:22:33,924 ERROR [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => bf62df1e785d616554497a63b5a899e3, NAME => 'TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:22:33,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => bf62df1e785d616554497a63b5a899e3, NAME => 'TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:22:33,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bf62df1e785d616554497a63b5a899e3, NAME => 'TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bf62df1e785d616554497a63b5a899e3, NAME => 'TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:22:33,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742122_1298 (size=12001) 2024-11-26T22:22:33,985 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:33,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45710 deadline: 1732659813983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:34,002 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:34,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45718 deadline: 1732659814001, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:34,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-26T22:22:34,087 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:34,087 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34335 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-26T22:22:34,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3. 2024-11-26T22:22:34,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3. as already flushing 2024-11-26T22:22:34,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3. 2024-11-26T22:22:34,088 ERROR [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => bf62df1e785d616554497a63b5a899e3, NAME => 'TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:22:34,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => bf62df1e785d616554497a63b5a899e3, NAME => 'TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:22:34,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bf62df1e785d616554497a63b5a899e3, NAME => 'TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bf62df1e785d616554497a63b5a899e3, NAME => 'TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:22:34,203 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:34,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45752 deadline: 1732659814199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:34,205 DEBUG [Thread-1262 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4186 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3., hostname=d8c094cf5ab0,34335,1732659674113, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T22:22:34,205 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:34,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45740 deadline: 1732659814203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:34,208 DEBUG [Thread-1258 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4184 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3., hostname=d8c094cf5ab0,34335,1732659674113, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T22:22:34,234 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:34,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45776 deadline: 1732659814232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:34,246 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:34,246 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34335 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-26T22:22:34,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3. 2024-11-26T22:22:34,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3. as already flushing 2024-11-26T22:22:34,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3. 2024-11-26T22:22:34,247 ERROR [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => bf62df1e785d616554497a63b5a899e3, NAME => 'TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:22:34,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => bf62df1e785d616554497a63b5a899e3, NAME => 'TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:22:34,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bf62df1e785d616554497a63b5a899e3, NAME => 'TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bf62df1e785d616554497a63b5a899e3, NAME => 'TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:22:34,344 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp/B/603c428a2e6b4aac94cae25c13ddf782 2024-11-26T22:22:34,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-26T22:22:34,374 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp/C/af7a49f873144c21b89e9d166c26d4c9 is 50, key is test_row_0/C:col10/1732659753325/Put/seqid=0 2024-11-26T22:22:34,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742123_1299 (size=12001) 2024-11-26T22:22:34,396 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp/C/af7a49f873144c21b89e9d166c26d4c9 2024-11-26T22:22:34,402 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp/A/c26d9b322d9e40c09b4cc4d8b4d696da as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/A/c26d9b322d9e40c09b4cc4d8b4d696da 2024-11-26T22:22:34,402 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:34,403 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34335 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-26T22:22:34,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3. 2024-11-26T22:22:34,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3. as already flushing 2024-11-26T22:22:34,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3. 2024-11-26T22:22:34,403 ERROR [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => bf62df1e785d616554497a63b5a899e3, NAME => 'TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:22:34,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => bf62df1e785d616554497a63b5a899e3, NAME => 'TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:22:34,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bf62df1e785d616554497a63b5a899e3, NAME => 'TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bf62df1e785d616554497a63b5a899e3, NAME => 'TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:22:34,414 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/A/c26d9b322d9e40c09b4cc4d8b4d696da, entries=200, sequenceid=121, filesize=14.0 K 2024-11-26T22:22:34,416 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp/B/603c428a2e6b4aac94cae25c13ddf782 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/B/603c428a2e6b4aac94cae25c13ddf782 2024-11-26T22:22:34,423 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/B/603c428a2e6b4aac94cae25c13ddf782, entries=150, sequenceid=121, filesize=11.7 K 2024-11-26T22:22:34,428 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp/C/af7a49f873144c21b89e9d166c26d4c9 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/C/af7a49f873144c21b89e9d166c26d4c9 2024-11-26T22:22:34,434 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/C/af7a49f873144c21b89e9d166c26d4c9, entries=150, sequenceid=121, filesize=11.7 K 2024-11-26T22:22:34,435 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~181.14 KB/185490, heapSize ~475.31 KB/486720, currentSize=20.13 KB/20610 for bf62df1e785d616554497a63b5a899e3 in 1103ms, sequenceid=121, compaction requested=false 2024-11-26T22:22:34,435 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for bf62df1e785d616554497a63b5a899e3: 2024-11-26T22:22:34,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(8581): Flush requested on bf62df1e785d616554497a63b5a899e3 2024-11-26T22:22:34,511 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing bf62df1e785d616554497a63b5a899e3 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-26T22:22:34,512 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf62df1e785d616554497a63b5a899e3, store=A 2024-11-26T22:22:34,512 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:22:34,512 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf62df1e785d616554497a63b5a899e3, store=B 2024-11-26T22:22:34,512 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:22:34,512 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf62df1e785d616554497a63b5a899e3, store=C 2024-11-26T22:22:34,512 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:22:34,526 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp/A/52b08e1edbe248349869dce7a5b7aeb9 is 50, key is test_row_0/A:col10/1732659754509/Put/seqid=0 2024-11-26T22:22:34,556 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:34,558 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34335 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-26T22:22:34,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3. 2024-11-26T22:22:34,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3. as already flushing 2024-11-26T22:22:34,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3. 2024-11-26T22:22:34,562 ERROR [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => bf62df1e785d616554497a63b5a899e3, NAME => 'TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:22:34,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => bf62df1e785d616554497a63b5a899e3, NAME => 'TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:22:34,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bf62df1e785d616554497a63b5a899e3, NAME => 'TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bf62df1e785d616554497a63b5a899e3, NAME => 'TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:22:34,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742124_1300 (size=14541) 2024-11-26T22:22:34,574 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=135 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp/A/52b08e1edbe248349869dce7a5b7aeb9 2024-11-26T22:22:34,611 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp/B/14e074a663924316b61876afd33858b1 is 50, key is test_row_0/B:col10/1732659754509/Put/seqid=0 2024-11-26T22:22:34,614 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:34,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45718 deadline: 1732659814605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:34,622 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:34,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45710 deadline: 1732659814615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:34,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742125_1301 (size=12151) 2024-11-26T22:22:34,715 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:34,715 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34335 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-26T22:22:34,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3. 2024-11-26T22:22:34,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3. as already flushing 2024-11-26T22:22:34,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3. 2024-11-26T22:22:34,716 ERROR [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => bf62df1e785d616554497a63b5a899e3, NAME => 'TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:22:34,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => bf62df1e785d616554497a63b5a899e3, NAME => 'TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:22:34,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bf62df1e785d616554497a63b5a899e3, NAME => 'TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bf62df1e785d616554497a63b5a899e3, NAME => 'TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:22:34,723 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:34,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45718 deadline: 1732659814718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:34,730 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:34,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45710 deadline: 1732659814724, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:34,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-26T22:22:34,868 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:34,869 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34335 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-26T22:22:34,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3. 2024-11-26T22:22:34,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3. as already flushing 2024-11-26T22:22:34,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3. 2024-11-26T22:22:34,869 ERROR [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => bf62df1e785d616554497a63b5a899e3, NAME => 'TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:22:34,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => bf62df1e785d616554497a63b5a899e3, NAME => 'TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:22:34,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bf62df1e785d616554497a63b5a899e3, NAME => 'TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bf62df1e785d616554497a63b5a899e3, NAME => 'TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:22:34,930 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:34,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45718 deadline: 1732659814927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:34,940 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:34,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45710 deadline: 1732659814931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:35,024 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:35,024 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34335 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-26T22:22:35,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3. 2024-11-26T22:22:35,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3. as already flushing 2024-11-26T22:22:35,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3. 2024-11-26T22:22:35,025 ERROR [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => bf62df1e785d616554497a63b5a899e3, NAME => 'TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:22:35,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => bf62df1e785d616554497a63b5a899e3, NAME => 'TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:22:35,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bf62df1e785d616554497a63b5a899e3, NAME => 'TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bf62df1e785d616554497a63b5a899e3, NAME => 'TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:22:35,041 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=135 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp/B/14e074a663924316b61876afd33858b1 2024-11-26T22:22:35,067 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp/C/ed1a1c7a232b4f4ba3a94a24b89d9f3a is 50, key is test_row_0/C:col10/1732659754509/Put/seqid=0 2024-11-26T22:22:35,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742126_1302 (size=12151) 2024-11-26T22:22:35,111 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=135 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp/C/ed1a1c7a232b4f4ba3a94a24b89d9f3a 2024-11-26T22:22:35,127 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp/A/52b08e1edbe248349869dce7a5b7aeb9 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/A/52b08e1edbe248349869dce7a5b7aeb9 2024-11-26T22:22:35,132 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/A/52b08e1edbe248349869dce7a5b7aeb9, entries=200, sequenceid=135, filesize=14.2 K 2024-11-26T22:22:35,135 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp/B/14e074a663924316b61876afd33858b1 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/B/14e074a663924316b61876afd33858b1 2024-11-26T22:22:35,141 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/B/14e074a663924316b61876afd33858b1, entries=150, sequenceid=135, filesize=11.9 K 2024-11-26T22:22:35,142 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp/C/ed1a1c7a232b4f4ba3a94a24b89d9f3a as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/C/ed1a1c7a232b4f4ba3a94a24b89d9f3a 2024-11-26T22:22:35,148 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/C/ed1a1c7a232b4f4ba3a94a24b89d9f3a, entries=150, sequenceid=135, filesize=11.9 K 2024-11-26T22:22:35,149 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for bf62df1e785d616554497a63b5a899e3 in 638ms, sequenceid=135, compaction requested=true 2024-11-26T22:22:35,151 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for bf62df1e785d616554497a63b5a899e3: 2024-11-26T22:22:35,151 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T22:22:35,151 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bf62df1e785d616554497a63b5a899e3:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T22:22:35,151 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T22:22:35,152 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T22:22:35,153 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 41089 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T22:22:35,153 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HStore(1540): bf62df1e785d616554497a63b5a899e3/A is initiating minor compaction (all files) 2024-11-26T22:22:35,153 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of bf62df1e785d616554497a63b5a899e3/A in TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3. 2024-11-26T22:22:35,153 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/A/717583a1843e47459b04e978ac9cd2ca, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/A/c26d9b322d9e40c09b4cc4d8b4d696da, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/A/52b08e1edbe248349869dce7a5b7aeb9] into tmpdir=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp, totalSize=40.1 K 2024-11-26T22:22:35,154 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.Compactor(224): Compacting 717583a1843e47459b04e978ac9cd2ca, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1732659751933 2024-11-26T22:22:35,156 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T22:22:35,156 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HStore(1540): bf62df1e785d616554497a63b5a899e3/B is initiating minor compaction (all files) 2024-11-26T22:22:35,157 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of bf62df1e785d616554497a63b5a899e3/B in TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3. 2024-11-26T22:22:35,157 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/B/c3d473ba38de424096c0a288eba8f898, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/B/603c428a2e6b4aac94cae25c13ddf782, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/B/14e074a663924316b61876afd33858b1] into tmpdir=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp, totalSize=35.5 K 2024-11-26T22:22:35,157 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.Compactor(224): Compacting c26d9b322d9e40c09b4cc4d8b4d696da, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=121, earliestPutTs=1732659753316 2024-11-26T22:22:35,157 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.Compactor(224): Compacting c3d473ba38de424096c0a288eba8f898, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1732659751933 2024-11-26T22:22:35,157 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.Compactor(224): Compacting 52b08e1edbe248349869dce7a5b7aeb9, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1732659754494 2024-11-26T22:22:35,158 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.Compactor(224): Compacting 603c428a2e6b4aac94cae25c13ddf782, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=121, earliestPutTs=1732659753323 2024-11-26T22:22:35,159 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.Compactor(224): Compacting 14e074a663924316b61876afd33858b1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1732659754498 2024-11-26T22:22:35,160 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bf62df1e785d616554497a63b5a899e3:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T22:22:35,160 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T22:22:35,160 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bf62df1e785d616554497a63b5a899e3:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T22:22:35,160 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T22:22:35,177 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:35,178 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34335 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-26T22:22:35,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3. 2024-11-26T22:22:35,178 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2837): Flushing bf62df1e785d616554497a63b5a899e3 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-26T22:22:35,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf62df1e785d616554497a63b5a899e3, store=A 2024-11-26T22:22:35,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:22:35,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf62df1e785d616554497a63b5a899e3, store=B 2024-11-26T22:22:35,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:22:35,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf62df1e785d616554497a63b5a899e3, store=C 2024-11-26T22:22:35,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:22:35,180 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): bf62df1e785d616554497a63b5a899e3#A#compaction#252 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T22:22:35,180 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp/A/26cfca456f6c4d24a53e3532f8a08a0e is 50, key is test_row_0/A:col10/1732659754509/Put/seqid=0 2024-11-26T22:22:35,186 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bf62df1e785d616554497a63b5a899e3#B#compaction#253 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T22:22:35,187 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp/B/4bc33a87a26348b992ee98680af1c3a9 is 50, key is test_row_0/B:col10/1732659754509/Put/seqid=0 2024-11-26T22:22:35,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp/A/5987eb2eedbf461ba9282dd20208f4e1 is 50, key is test_row_0/A:col10/1732659754608/Put/seqid=0 2024-11-26T22:22:35,241 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3. as already flushing 2024-11-26T22:22:35,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(8581): Flush requested on bf62df1e785d616554497a63b5a899e3 2024-11-26T22:22:35,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742127_1303 (size=12459) 2024-11-26T22:22:35,259 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp/A/26cfca456f6c4d24a53e3532f8a08a0e as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/A/26cfca456f6c4d24a53e3532f8a08a0e 2024-11-26T22:22:35,265 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:35,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45718 deadline: 1732659815256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:35,270 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in bf62df1e785d616554497a63b5a899e3/A of bf62df1e785d616554497a63b5a899e3 into 26cfca456f6c4d24a53e3532f8a08a0e(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T22:22:35,270 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for bf62df1e785d616554497a63b5a899e3: 2024-11-26T22:22:35,270 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3., storeName=bf62df1e785d616554497a63b5a899e3/A, priority=13, startTime=1732659755151; duration=0sec 2024-11-26T22:22:35,270 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T22:22:35,270 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bf62df1e785d616554497a63b5a899e3:A 2024-11-26T22:22:35,270 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T22:22:35,272 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:35,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45710 deadline: 1732659815264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:35,273 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:35,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45776 deadline: 1732659815266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:35,275 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T22:22:35,275 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HStore(1540): bf62df1e785d616554497a63b5a899e3/C is initiating minor compaction (all files) 2024-11-26T22:22:35,275 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of bf62df1e785d616554497a63b5a899e3/C in TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3. 2024-11-26T22:22:35,275 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/C/c7bfd666d02849069dd8ebab8812cadb, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/C/af7a49f873144c21b89e9d166c26d4c9, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/C/ed1a1c7a232b4f4ba3a94a24b89d9f3a] into tmpdir=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp, totalSize=35.5 K 2024-11-26T22:22:35,275 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.Compactor(224): Compacting c7bfd666d02849069dd8ebab8812cadb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1732659751933 2024-11-26T22:22:35,276 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.Compactor(224): Compacting af7a49f873144c21b89e9d166c26d4c9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=121, earliestPutTs=1732659753323 2024-11-26T22:22:35,277 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.Compactor(224): Compacting ed1a1c7a232b4f4ba3a94a24b89d9f3a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1732659754498 2024-11-26T22:22:35,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742128_1304 (size=12459) 2024-11-26T22:22:35,311 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): bf62df1e785d616554497a63b5a899e3#C#compaction#255 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T22:22:35,312 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp/C/87771b26e2104e60aa2d490c29ad2a6e is 50, key is test_row_0/C:col10/1732659754509/Put/seqid=0 2024-11-26T22:22:35,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742129_1305 (size=12151) 2024-11-26T22:22:35,373 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:35,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45718 deadline: 1732659815368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:35,377 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:35,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45710 deadline: 1732659815373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:35,377 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:35,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45776 deadline: 1732659815374, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:35,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742130_1306 (size=12459) 2024-11-26T22:22:35,412 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp/C/87771b26e2104e60aa2d490c29ad2a6e as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/C/87771b26e2104e60aa2d490c29ad2a6e 2024-11-26T22:22:35,435 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in bf62df1e785d616554497a63b5a899e3/C of bf62df1e785d616554497a63b5a899e3 into 87771b26e2104e60aa2d490c29ad2a6e(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T22:22:35,435 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for bf62df1e785d616554497a63b5a899e3: 2024-11-26T22:22:35,435 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3., storeName=bf62df1e785d616554497a63b5a899e3/C, priority=13, startTime=1732659755160; duration=0sec 2024-11-26T22:22:35,435 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T22:22:35,435 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bf62df1e785d616554497a63b5a899e3:C 2024-11-26T22:22:35,580 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:35,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45718 deadline: 1732659815576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:35,583 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:35,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45776 deadline: 1732659815579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:35,584 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:35,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45710 deadline: 1732659815580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:35,694 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp/B/4bc33a87a26348b992ee98680af1c3a9 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/B/4bc33a87a26348b992ee98680af1c3a9 2024-11-26T22:22:35,700 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in bf62df1e785d616554497a63b5a899e3/B of bf62df1e785d616554497a63b5a899e3 into 4bc33a87a26348b992ee98680af1c3a9(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T22:22:35,700 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for bf62df1e785d616554497a63b5a899e3: 2024-11-26T22:22:35,700 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3., storeName=bf62df1e785d616554497a63b5a899e3/B, priority=13, startTime=1732659755152; duration=0sec 2024-11-26T22:22:35,700 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T22:22:35,700 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bf62df1e785d616554497a63b5a899e3:B 2024-11-26T22:22:35,760 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=160 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp/A/5987eb2eedbf461ba9282dd20208f4e1 2024-11-26T22:22:35,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp/B/657e5912bfd7431697046ef334e93df7 is 50, key is test_row_0/B:col10/1732659754608/Put/seqid=0 2024-11-26T22:22:35,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742131_1307 (size=12151) 2024-11-26T22:22:35,836 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=160 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp/B/657e5912bfd7431697046ef334e93df7 2024-11-26T22:22:35,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp/C/1d314cc7249a4145ab7d5a2fac8cb462 is 50, key is test_row_0/C:col10/1732659754608/Put/seqid=0 2024-11-26T22:22:35,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-26T22:22:35,887 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:35,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45718 deadline: 1732659815884, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:35,887 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:35,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45710 deadline: 1732659815886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:35,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742132_1308 (size=12151) 2024-11-26T22:22:35,902 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:35,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45776 deadline: 1732659815900, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:36,298 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=160 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp/C/1d314cc7249a4145ab7d5a2fac8cb462 2024-11-26T22:22:36,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp/A/5987eb2eedbf461ba9282dd20208f4e1 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/A/5987eb2eedbf461ba9282dd20208f4e1 2024-11-26T22:22:36,316 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/A/5987eb2eedbf461ba9282dd20208f4e1, entries=150, sequenceid=160, filesize=11.9 K 2024-11-26T22:22:36,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp/B/657e5912bfd7431697046ef334e93df7 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/B/657e5912bfd7431697046ef334e93df7 2024-11-26T22:22:36,324 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/B/657e5912bfd7431697046ef334e93df7, entries=150, sequenceid=160, filesize=11.9 K 2024-11-26T22:22:36,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp/C/1d314cc7249a4145ab7d5a2fac8cb462 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/C/1d314cc7249a4145ab7d5a2fac8cb462 2024-11-26T22:22:36,330 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/C/1d314cc7249a4145ab7d5a2fac8cb462, entries=150, sequenceid=160, filesize=11.9 K 2024-11-26T22:22:36,332 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for bf62df1e785d616554497a63b5a899e3 in 1154ms, sequenceid=160, compaction requested=false 2024-11-26T22:22:36,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2538): Flush status journal for bf62df1e785d616554497a63b5a899e3: 2024-11-26T22:22:36,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3. 2024-11-26T22:22:36,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=80 2024-11-26T22:22:36,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster(4106): Remote procedure done, pid=80 2024-11-26T22:22:36,335 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=80, resume processing ppid=79 2024-11-26T22:22:36,336 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=80, ppid=79, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.5720 sec 2024-11-26T22:22:36,338 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=79, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees in 2.5780 sec 2024-11-26T22:22:36,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(8581): Flush requested on bf62df1e785d616554497a63b5a899e3 2024-11-26T22:22:36,399 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing bf62df1e785d616554497a63b5a899e3 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-26T22:22:36,399 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf62df1e785d616554497a63b5a899e3, store=A 2024-11-26T22:22:36,399 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:22:36,399 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf62df1e785d616554497a63b5a899e3, store=B 2024-11-26T22:22:36,400 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:22:36,400 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf62df1e785d616554497a63b5a899e3, store=C 2024-11-26T22:22:36,400 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:22:36,426 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp/A/082f77909150420f9576682a5cb6098b is 50, key is test_row_0/A:col10/1732659756393/Put/seqid=0 2024-11-26T22:22:36,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742133_1309 (size=12151) 2024-11-26T22:22:36,456 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=176 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp/A/082f77909150420f9576682a5cb6098b 2024-11-26T22:22:36,462 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:36,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45718 deadline: 1732659816455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:36,467 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:36,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45776 deadline: 1732659816460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:36,471 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:36,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45710 deadline: 1732659816467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:36,477 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp/B/2e4cc3218c9b4e26a2e5d33ea7483237 is 50, key is test_row_0/B:col10/1732659756393/Put/seqid=0 2024-11-26T22:22:36,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742134_1310 (size=12151) 2024-11-26T22:22:36,526 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=176 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp/B/2e4cc3218c9b4e26a2e5d33ea7483237 2024-11-26T22:22:36,543 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp/C/0cdcc1dff7d14ab39008b3648c4cd5b3 is 50, key is test_row_0/C:col10/1732659756393/Put/seqid=0 2024-11-26T22:22:36,568 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:36,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45718 deadline: 1732659816564, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:36,574 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:36,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45776 deadline: 1732659816570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:36,575 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:36,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45710 deadline: 1732659816572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:36,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742135_1311 (size=12151) 2024-11-26T22:22:36,772 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:36,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45718 deadline: 1732659816769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:36,778 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:36,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45710 deadline: 1732659816776, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:36,780 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:36,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45776 deadline: 1732659816777, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:36,987 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=176 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp/C/0cdcc1dff7d14ab39008b3648c4cd5b3 2024-11-26T22:22:36,994 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp/A/082f77909150420f9576682a5cb6098b as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/A/082f77909150420f9576682a5cb6098b 2024-11-26T22:22:37,001 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/A/082f77909150420f9576682a5cb6098b, entries=150, sequenceid=176, filesize=11.9 K 2024-11-26T22:22:37,003 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp/B/2e4cc3218c9b4e26a2e5d33ea7483237 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/B/2e4cc3218c9b4e26a2e5d33ea7483237 2024-11-26T22:22:37,009 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/B/2e4cc3218c9b4e26a2e5d33ea7483237, entries=150, sequenceid=176, filesize=11.9 K 2024-11-26T22:22:37,010 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp/C/0cdcc1dff7d14ab39008b3648c4cd5b3 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/C/0cdcc1dff7d14ab39008b3648c4cd5b3 2024-11-26T22:22:37,020 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/C/0cdcc1dff7d14ab39008b3648c4cd5b3, entries=150, sequenceid=176, filesize=11.9 K 2024-11-26T22:22:37,022 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for bf62df1e785d616554497a63b5a899e3 in 623ms, sequenceid=176, compaction requested=true 2024-11-26T22:22:37,022 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for bf62df1e785d616554497a63b5a899e3: 2024-11-26T22:22:37,022 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bf62df1e785d616554497a63b5a899e3:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T22:22:37,022 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T22:22:37,023 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bf62df1e785d616554497a63b5a899e3:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T22:22:37,023 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T22:22:37,023 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T22:22:37,023 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bf62df1e785d616554497a63b5a899e3:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T22:22:37,023 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-26T22:22:37,023 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T22:22:37,024 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36761 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T22:22:37,024 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36761 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T22:22:37,024 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HStore(1540): bf62df1e785d616554497a63b5a899e3/A is initiating minor compaction (all files) 2024-11-26T22:22:37,024 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HStore(1540): bf62df1e785d616554497a63b5a899e3/B is initiating minor compaction (all files) 2024-11-26T22:22:37,024 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of bf62df1e785d616554497a63b5a899e3/B in TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3. 2024-11-26T22:22:37,024 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of bf62df1e785d616554497a63b5a899e3/A in TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3. 2024-11-26T22:22:37,024 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/B/4bc33a87a26348b992ee98680af1c3a9, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/B/657e5912bfd7431697046ef334e93df7, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/B/2e4cc3218c9b4e26a2e5d33ea7483237] into tmpdir=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp, totalSize=35.9 K 2024-11-26T22:22:37,024 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/A/26cfca456f6c4d24a53e3532f8a08a0e, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/A/5987eb2eedbf461ba9282dd20208f4e1, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/A/082f77909150420f9576682a5cb6098b] into tmpdir=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp, totalSize=35.9 K 2024-11-26T22:22:37,025 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.Compactor(224): Compacting 4bc33a87a26348b992ee98680af1c3a9, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1732659754498 2024-11-26T22:22:37,025 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.Compactor(224): Compacting 26cfca456f6c4d24a53e3532f8a08a0e, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1732659754498 2024-11-26T22:22:37,026 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.Compactor(224): Compacting 657e5912bfd7431697046ef334e93df7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1732659754593 2024-11-26T22:22:37,026 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5987eb2eedbf461ba9282dd20208f4e1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1732659754593 2024-11-26T22:22:37,027 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.Compactor(224): Compacting 082f77909150420f9576682a5cb6098b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=176, earliestPutTs=1732659755259 2024-11-26T22:22:37,027 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.Compactor(224): Compacting 2e4cc3218c9b4e26a2e5d33ea7483237, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=176, earliestPutTs=1732659755259 2024-11-26T22:22:37,045 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): bf62df1e785d616554497a63b5a899e3#A#compaction#262 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T22:22:37,045 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bf62df1e785d616554497a63b5a899e3#B#compaction#261 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T22:22:37,046 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp/A/e4844dc9933c436f83887ca714fdece4 is 50, key is test_row_0/A:col10/1732659756393/Put/seqid=0 2024-11-26T22:22:37,047 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp/B/751c791dd66146fa97744673b909f30f is 50, key is test_row_0/B:col10/1732659756393/Put/seqid=0 2024-11-26T22:22:37,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(8581): Flush requested on bf62df1e785d616554497a63b5a899e3 2024-11-26T22:22:37,084 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing bf62df1e785d616554497a63b5a899e3 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-26T22:22:37,086 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf62df1e785d616554497a63b5a899e3, store=A 2024-11-26T22:22:37,086 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:22:37,086 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf62df1e785d616554497a63b5a899e3, store=B 2024-11-26T22:22:37,086 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:22:37,086 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf62df1e785d616554497a63b5a899e3, store=C 2024-11-26T22:22:37,086 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:22:37,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742136_1312 (size=12561) 2024-11-26T22:22:37,109 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp/A/e4844dc9933c436f83887ca714fdece4 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/A/e4844dc9933c436f83887ca714fdece4 2024-11-26T22:22:37,115 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in bf62df1e785d616554497a63b5a899e3/A of bf62df1e785d616554497a63b5a899e3 into e4844dc9933c436f83887ca714fdece4(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T22:22:37,115 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for bf62df1e785d616554497a63b5a899e3: 2024-11-26T22:22:37,115 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3., storeName=bf62df1e785d616554497a63b5a899e3/A, priority=13, startTime=1732659757022; duration=0sec 2024-11-26T22:22:37,115 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T22:22:37,115 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bf62df1e785d616554497a63b5a899e3:A 2024-11-26T22:22:37,115 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T22:22:37,115 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:37,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45710 deadline: 1732659817105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:37,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742137_1313 (size=12561) 2024-11-26T22:22:37,117 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:37,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45718 deadline: 1732659817106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:37,118 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:37,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45776 deadline: 1732659817110, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:37,118 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36761 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T22:22:37,118 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HStore(1540): bf62df1e785d616554497a63b5a899e3/C is initiating minor compaction (all files) 2024-11-26T22:22:37,118 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of bf62df1e785d616554497a63b5a899e3/C in TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3. 2024-11-26T22:22:37,118 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/C/87771b26e2104e60aa2d490c29ad2a6e, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/C/1d314cc7249a4145ab7d5a2fac8cb462, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/C/0cdcc1dff7d14ab39008b3648c4cd5b3] into tmpdir=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp, totalSize=35.9 K 2024-11-26T22:22:37,119 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.Compactor(224): Compacting 87771b26e2104e60aa2d490c29ad2a6e, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1732659754498 2024-11-26T22:22:37,119 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1d314cc7249a4145ab7d5a2fac8cb462, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1732659754593 2024-11-26T22:22:37,119 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0cdcc1dff7d14ab39008b3648c4cd5b3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=176, earliestPutTs=1732659755259 2024-11-26T22:22:37,126 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp/A/f429498467a94abdbdb2798593958c2a is 50, key is test_row_0/A:col10/1732659757081/Put/seqid=0 2024-11-26T22:22:37,140 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): bf62df1e785d616554497a63b5a899e3#C#compaction#264 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T22:22:37,141 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp/C/f43ff6bdc2f444259f0e9a6040823e73 is 50, key is test_row_0/C:col10/1732659756393/Put/seqid=0 2024-11-26T22:22:37,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742138_1314 (size=12151) 2024-11-26T22:22:37,193 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=202 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp/A/f429498467a94abdbdb2798593958c2a 2024-11-26T22:22:37,211 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp/B/e0c5bfa778c84af5a2c846d40717ea62 is 50, key is test_row_0/B:col10/1732659757081/Put/seqid=0 2024-11-26T22:22:37,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742139_1315 (size=12561) 2024-11-26T22:22:37,222 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp/C/f43ff6bdc2f444259f0e9a6040823e73 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/C/f43ff6bdc2f444259f0e9a6040823e73 2024-11-26T22:22:37,226 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:37,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45718 deadline: 1732659817218, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:37,228 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:37,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45710 deadline: 1732659817217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:37,230 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in bf62df1e785d616554497a63b5a899e3/C of bf62df1e785d616554497a63b5a899e3 into f43ff6bdc2f444259f0e9a6040823e73(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T22:22:37,230 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for bf62df1e785d616554497a63b5a899e3: 2024-11-26T22:22:37,230 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3., storeName=bf62df1e785d616554497a63b5a899e3/C, priority=13, startTime=1732659757023; duration=0sec 2024-11-26T22:22:37,230 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T22:22:37,230 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bf62df1e785d616554497a63b5a899e3:C 2024-11-26T22:22:37,236 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:37,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45776 deadline: 1732659817228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:37,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742140_1316 (size=12151) 2024-11-26T22:22:37,271 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=202 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp/B/e0c5bfa778c84af5a2c846d40717ea62 2024-11-26T22:22:37,290 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp/C/f7b297ed21444f9e87d7543f6408ac13 is 50, key is test_row_0/C:col10/1732659757081/Put/seqid=0 2024-11-26T22:22:37,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742141_1317 (size=12151) 2024-11-26T22:22:37,431 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:37,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45718 deadline: 1732659817429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:37,435 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:37,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45710 deadline: 1732659817433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:37,445 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:37,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45776 deadline: 1732659817442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:37,524 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp/B/751c791dd66146fa97744673b909f30f as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/B/751c791dd66146fa97744673b909f30f 2024-11-26T22:22:37,532 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in bf62df1e785d616554497a63b5a899e3/B of bf62df1e785d616554497a63b5a899e3 into 751c791dd66146fa97744673b909f30f(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T22:22:37,532 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for bf62df1e785d616554497a63b5a899e3: 2024-11-26T22:22:37,532 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3., storeName=bf62df1e785d616554497a63b5a899e3/B, priority=13, startTime=1732659757022; duration=0sec 2024-11-26T22:22:37,532 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T22:22:37,532 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bf62df1e785d616554497a63b5a899e3:B 2024-11-26T22:22:37,732 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=202 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp/C/f7b297ed21444f9e87d7543f6408ac13 2024-11-26T22:22:37,738 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:37,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45718 deadline: 1732659817735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:37,739 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp/A/f429498467a94abdbdb2798593958c2a as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/A/f429498467a94abdbdb2798593958c2a 2024-11-26T22:22:37,741 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:37,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45710 deadline: 1732659817738, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:37,750 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:37,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45776 deadline: 1732659817748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:37,753 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/A/f429498467a94abdbdb2798593958c2a, entries=150, sequenceid=202, filesize=11.9 K 2024-11-26T22:22:37,754 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp/B/e0c5bfa778c84af5a2c846d40717ea62 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/B/e0c5bfa778c84af5a2c846d40717ea62 2024-11-26T22:22:37,760 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/B/e0c5bfa778c84af5a2c846d40717ea62, entries=150, sequenceid=202, filesize=11.9 K 2024-11-26T22:22:37,763 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp/C/f7b297ed21444f9e87d7543f6408ac13 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/C/f7b297ed21444f9e87d7543f6408ac13 2024-11-26T22:22:37,769 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/C/f7b297ed21444f9e87d7543f6408ac13, entries=150, sequenceid=202, filesize=11.9 K 2024-11-26T22:22:37,770 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for bf62df1e785d616554497a63b5a899e3 in 686ms, sequenceid=202, compaction requested=false 2024-11-26T22:22:37,770 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for bf62df1e785d616554497a63b5a899e3: 2024-11-26T22:22:37,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-26T22:22:37,877 INFO [Thread-1264 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 79 completed 2024-11-26T22:22:37,880 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T22:22:37,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] procedure2.ProcedureExecutor(1098): Stored pid=81, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees 2024-11-26T22:22:37,882 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=81, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T22:22:37,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-26T22:22:37,883 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=81, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T22:22:37,883 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=82, ppid=81, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T22:22:37,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-26T22:22:38,040 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:38,041 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34335 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-26T22:22:38,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3. 2024-11-26T22:22:38,041 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2837): Flushing bf62df1e785d616554497a63b5a899e3 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-26T22:22:38,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf62df1e785d616554497a63b5a899e3, store=A 2024-11-26T22:22:38,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:22:38,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf62df1e785d616554497a63b5a899e3, store=B 2024-11-26T22:22:38,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:22:38,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf62df1e785d616554497a63b5a899e3, store=C 2024-11-26T22:22:38,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:22:38,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp/A/96ff1f0b15ff47cab7d0467dab2ca49c is 50, key is test_row_0/A:col10/1732659757107/Put/seqid=0 2024-11-26T22:22:38,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742142_1318 (size=12151) 2024-11-26T22:22:38,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-26T22:22:38,227 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3. as already flushing 2024-11-26T22:22:38,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(8581): Flush requested on bf62df1e785d616554497a63b5a899e3 2024-11-26T22:22:38,317 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:38,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45752 deadline: 1732659818309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:38,318 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:38,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45710 deadline: 1732659818309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:38,319 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:38,319 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:38,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45718 deadline: 1732659818311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:38,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45740 deadline: 1732659818312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:38,319 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:38,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45776 deadline: 1732659818312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:38,427 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:38,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45752 deadline: 1732659818424, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:38,434 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:38,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45710 deadline: 1732659818428, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:38,435 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:38,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45776 deadline: 1732659818428, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:38,435 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:38,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45740 deadline: 1732659818428, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:38,441 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:38,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45718 deadline: 1732659818425, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:38,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-26T22:22:38,506 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=215 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp/A/96ff1f0b15ff47cab7d0467dab2ca49c 2024-11-26T22:22:38,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp/B/9d348cf580ef459ba2e961f734784b44 is 50, key is test_row_0/B:col10/1732659757107/Put/seqid=0 2024-11-26T22:22:38,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742143_1319 (size=12151) 2024-11-26T22:22:38,632 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:38,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45752 deadline: 1732659818629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:38,638 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:38,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45740 deadline: 1732659818636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:38,640 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:38,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45710 deadline: 1732659818637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:38,641 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:38,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45776 deadline: 1732659818637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:38,644 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:38,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45718 deadline: 1732659818642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:38,939 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:38,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45752 deadline: 1732659818935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:38,944 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:38,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45740 deadline: 1732659818942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:38,945 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:38,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45710 deadline: 1732659818942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:38,945 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:38,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45776 deadline: 1732659818943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:38,951 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:38,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45718 deadline: 1732659818948, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:38,967 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=215 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp/B/9d348cf580ef459ba2e961f734784b44 2024-11-26T22:22:38,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp/C/d3e14e4d524c47949cc98689fab610cd is 50, key is test_row_0/C:col10/1732659757107/Put/seqid=0 2024-11-26T22:22:38,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-26T22:22:39,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742144_1320 (size=12151) 2024-11-26T22:22:39,023 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=215 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp/C/d3e14e4d524c47949cc98689fab610cd 2024-11-26T22:22:39,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp/A/96ff1f0b15ff47cab7d0467dab2ca49c as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/A/96ff1f0b15ff47cab7d0467dab2ca49c 2024-11-26T22:22:39,034 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/A/96ff1f0b15ff47cab7d0467dab2ca49c, entries=150, sequenceid=215, filesize=11.9 K 2024-11-26T22:22:39,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp/B/9d348cf580ef459ba2e961f734784b44 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/B/9d348cf580ef459ba2e961f734784b44 2024-11-26T22:22:39,040 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/B/9d348cf580ef459ba2e961f734784b44, entries=150, sequenceid=215, filesize=11.9 K 2024-11-26T22:22:39,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp/C/d3e14e4d524c47949cc98689fab610cd as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/C/d3e14e4d524c47949cc98689fab610cd 2024-11-26T22:22:39,046 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/C/d3e14e4d524c47949cc98689fab610cd, entries=150, sequenceid=215, filesize=11.9 K 2024-11-26T22:22:39,047 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(3040): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=154.31 KB/158010 for bf62df1e785d616554497a63b5a899e3 in 1006ms, sequenceid=215, compaction requested=true 2024-11-26T22:22:39,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2538): Flush status journal for bf62df1e785d616554497a63b5a899e3: 2024-11-26T22:22:39,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3. 2024-11-26T22:22:39,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=82 2024-11-26T22:22:39,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster(4106): Remote procedure done, pid=82 2024-11-26T22:22:39,050 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=82, resume processing ppid=81 2024-11-26T22:22:39,050 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=82, ppid=81, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1660 sec 2024-11-26T22:22:39,052 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=81, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees in 1.1700 sec 2024-11-26T22:22:39,448 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing bf62df1e785d616554497a63b5a899e3 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-26T22:22:39,448 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf62df1e785d616554497a63b5a899e3, store=A 2024-11-26T22:22:39,448 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:22:39,448 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf62df1e785d616554497a63b5a899e3, store=B 2024-11-26T22:22:39,448 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:22:39,448 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf62df1e785d616554497a63b5a899e3, store=C 2024-11-26T22:22:39,448 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:22:39,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(8581): Flush requested on bf62df1e785d616554497a63b5a899e3 2024-11-26T22:22:39,463 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp/A/3d8f8cea0b9846389414541d3a9ddb87 is 50, key is test_row_0/A:col10/1732659758309/Put/seqid=0 2024-11-26T22:22:39,477 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:39,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45710 deadline: 1732659819469, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:39,477 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:39,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45752 deadline: 1732659819469, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:39,478 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:39,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45718 deadline: 1732659819469, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:39,479 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:39,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45776 deadline: 1732659819471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:39,479 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:39,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45740 deadline: 1732659819473, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:39,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742145_1321 (size=14541) 2024-11-26T22:22:39,535 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=242 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp/A/3d8f8cea0b9846389414541d3a9ddb87 2024-11-26T22:22:39,570 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp/B/2d3f61a9a072462caf7115d7658e2cd8 is 50, key is test_row_0/B:col10/1732659758309/Put/seqid=0 2024-11-26T22:22:39,582 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:39,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45710 deadline: 1732659819578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:39,583 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:39,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45752 deadline: 1732659819579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:39,584 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:39,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45718 deadline: 1732659819579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:39,584 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:39,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45776 deadline: 1732659819580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:39,585 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:39,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45740 deadline: 1732659819580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:39,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742146_1322 (size=12151) 2024-11-26T22:22:39,630 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=242 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp/B/2d3f61a9a072462caf7115d7658e2cd8 2024-11-26T22:22:39,649 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp/C/756f070e7ec84b3ba8ed1856f6181bd1 is 50, key is test_row_0/C:col10/1732659758309/Put/seqid=0 2024-11-26T22:22:39,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742147_1323 (size=12151) 2024-11-26T22:22:39,703 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=242 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp/C/756f070e7ec84b3ba8ed1856f6181bd1 2024-11-26T22:22:39,709 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp/A/3d8f8cea0b9846389414541d3a9ddb87 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/A/3d8f8cea0b9846389414541d3a9ddb87 2024-11-26T22:22:39,713 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/A/3d8f8cea0b9846389414541d3a9ddb87, entries=200, sequenceid=242, filesize=14.2 K 2024-11-26T22:22:39,715 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp/B/2d3f61a9a072462caf7115d7658e2cd8 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/B/2d3f61a9a072462caf7115d7658e2cd8 2024-11-26T22:22:39,720 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/B/2d3f61a9a072462caf7115d7658e2cd8, entries=150, sequenceid=242, filesize=11.9 K 2024-11-26T22:22:39,721 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp/C/756f070e7ec84b3ba8ed1856f6181bd1 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/C/756f070e7ec84b3ba8ed1856f6181bd1 2024-11-26T22:22:39,728 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/C/756f070e7ec84b3ba8ed1856f6181bd1, entries=150, sequenceid=242, filesize=11.9 K 2024-11-26T22:22:39,730 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=46.96 KB/48090 for bf62df1e785d616554497a63b5a899e3 in 283ms, sequenceid=242, compaction requested=true 2024-11-26T22:22:39,730 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for bf62df1e785d616554497a63b5a899e3: 2024-11-26T22:22:39,730 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T22:22:39,732 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 51404 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-26T22:22:39,732 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HStore(1540): bf62df1e785d616554497a63b5a899e3/A is initiating minor compaction (all files) 2024-11-26T22:22:39,732 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of bf62df1e785d616554497a63b5a899e3/A in TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3. 2024-11-26T22:22:39,732 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/A/e4844dc9933c436f83887ca714fdece4, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/A/f429498467a94abdbdb2798593958c2a, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/A/96ff1f0b15ff47cab7d0467dab2ca49c, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/A/3d8f8cea0b9846389414541d3a9ddb87] into tmpdir=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp, totalSize=50.2 K 2024-11-26T22:22:39,733 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.Compactor(224): Compacting e4844dc9933c436f83887ca714fdece4, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=176, earliestPutTs=1732659755259 2024-11-26T22:22:39,733 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.Compactor(224): Compacting f429498467a94abdbdb2798593958c2a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=202, earliestPutTs=1732659756456 2024-11-26T22:22:39,735 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.Compactor(224): Compacting 96ff1f0b15ff47cab7d0467dab2ca49c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1732659757102 2024-11-26T22:22:39,735 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3d8f8cea0b9846389414541d3a9ddb87, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=242, earliestPutTs=1732659758300 2024-11-26T22:22:39,735 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bf62df1e785d616554497a63b5a899e3:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T22:22:39,735 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T22:22:39,735 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T22:22:39,738 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49014 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-26T22:22:39,738 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HStore(1540): bf62df1e785d616554497a63b5a899e3/B is initiating minor compaction (all files) 2024-11-26T22:22:39,738 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of bf62df1e785d616554497a63b5a899e3/B in TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3. 2024-11-26T22:22:39,739 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/B/751c791dd66146fa97744673b909f30f, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/B/e0c5bfa778c84af5a2c846d40717ea62, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/B/9d348cf580ef459ba2e961f734784b44, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/B/2d3f61a9a072462caf7115d7658e2cd8] into tmpdir=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp, totalSize=47.9 K 2024-11-26T22:22:39,742 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.Compactor(224): Compacting 751c791dd66146fa97744673b909f30f, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=176, earliestPutTs=1732659755259 2024-11-26T22:22:39,743 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.Compactor(224): Compacting e0c5bfa778c84af5a2c846d40717ea62, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=202, earliestPutTs=1732659756456 2024-11-26T22:22:39,744 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.Compactor(224): Compacting 9d348cf580ef459ba2e961f734784b44, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1732659757102 2024-11-26T22:22:39,747 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.Compactor(224): Compacting 2d3f61a9a072462caf7115d7658e2cd8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=242, earliestPutTs=1732659758308 2024-11-26T22:22:39,761 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bf62df1e785d616554497a63b5a899e3:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T22:22:39,761 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T22:22:39,761 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bf62df1e785d616554497a63b5a899e3:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T22:22:39,761 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T22:22:39,768 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): bf62df1e785d616554497a63b5a899e3#A#compaction#273 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T22:22:39,769 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp/A/bc711794dc014808a73f305e926914e9 is 50, key is test_row_0/A:col10/1732659758309/Put/seqid=0 2024-11-26T22:22:39,774 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bf62df1e785d616554497a63b5a899e3#B#compaction#274 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T22:22:39,775 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp/B/90c1c35c76674d93b78120512f69540d is 50, key is test_row_0/B:col10/1732659758309/Put/seqid=0 2024-11-26T22:22:39,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(8581): Flush requested on bf62df1e785d616554497a63b5a899e3 2024-11-26T22:22:39,800 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing bf62df1e785d616554497a63b5a899e3 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-26T22:22:39,801 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf62df1e785d616554497a63b5a899e3, store=A 2024-11-26T22:22:39,801 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:22:39,801 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf62df1e785d616554497a63b5a899e3, store=B 2024-11-26T22:22:39,801 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:22:39,801 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf62df1e785d616554497a63b5a899e3, store=C 2024-11-26T22:22:39,801 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:22:39,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742149_1325 (size=12697) 2024-11-26T22:22:39,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742148_1324 (size=12697) 2024-11-26T22:22:39,852 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp/B/90c1c35c76674d93b78120512f69540d as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/B/90c1c35c76674d93b78120512f69540d 2024-11-26T22:22:39,852 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp/A/bc711794dc014808a73f305e926914e9 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/A/bc711794dc014808a73f305e926914e9 2024-11-26T22:22:39,855 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp/A/b0dbbd5a02e3474485af6c341bbc6911 is 50, key is test_row_0/A:col10/1732659759787/Put/seqid=0 2024-11-26T22:22:39,856 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:39,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45740 deadline: 1732659819845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:39,858 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:39,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45718 deadline: 1732659819846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:39,858 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:39,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45710 deadline: 1732659819847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:39,867 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in bf62df1e785d616554497a63b5a899e3/B of bf62df1e785d616554497a63b5a899e3 into 90c1c35c76674d93b78120512f69540d(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T22:22:39,867 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:39,867 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for bf62df1e785d616554497a63b5a899e3: 2024-11-26T22:22:39,867 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3., storeName=bf62df1e785d616554497a63b5a899e3/B, priority=12, startTime=1732659759735; duration=0sec 2024-11-26T22:22:39,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45776 deadline: 1732659819856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:39,867 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T22:22:39,867 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bf62df1e785d616554497a63b5a899e3:B 2024-11-26T22:22:39,867 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T22:22:39,868 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in bf62df1e785d616554497a63b5a899e3/A of bf62df1e785d616554497a63b5a899e3 into bc711794dc014808a73f305e926914e9(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T22:22:39,868 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for bf62df1e785d616554497a63b5a899e3: 2024-11-26T22:22:39,868 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3., storeName=bf62df1e785d616554497a63b5a899e3/A, priority=12, startTime=1732659759730; duration=0sec 2024-11-26T22:22:39,868 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T22:22:39,868 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bf62df1e785d616554497a63b5a899e3:A 2024-11-26T22:22:39,873 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49014 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-26T22:22:39,873 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HStore(1540): bf62df1e785d616554497a63b5a899e3/C is initiating minor compaction (all files) 2024-11-26T22:22:39,873 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of bf62df1e785d616554497a63b5a899e3/C in TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3. 2024-11-26T22:22:39,874 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/C/f43ff6bdc2f444259f0e9a6040823e73, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/C/f7b297ed21444f9e87d7543f6408ac13, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/C/d3e14e4d524c47949cc98689fab610cd, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/C/756f070e7ec84b3ba8ed1856f6181bd1] into tmpdir=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp, totalSize=47.9 K 2024-11-26T22:22:39,874 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.Compactor(224): Compacting f43ff6bdc2f444259f0e9a6040823e73, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=176, earliestPutTs=1732659755259 2024-11-26T22:22:39,875 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.Compactor(224): Compacting f7b297ed21444f9e87d7543f6408ac13, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=202, earliestPutTs=1732659756456 2024-11-26T22:22:39,875 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.Compactor(224): Compacting d3e14e4d524c47949cc98689fab610cd, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1732659757102 2024-11-26T22:22:39,875 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.Compactor(224): Compacting 756f070e7ec84b3ba8ed1856f6181bd1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=242, earliestPutTs=1732659758308 2024-11-26T22:22:39,865 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:39,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45752 deadline: 1732659819850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:39,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742150_1326 (size=16931) 2024-11-26T22:22:39,936 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bf62df1e785d616554497a63b5a899e3#C#compaction#276 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T22:22:39,936 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp/C/f5b689a9390d4ec78d8293f3535381d1 is 50, key is test_row_0/C:col10/1732659758309/Put/seqid=0 2024-11-26T22:22:39,963 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:39,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45740 deadline: 1732659819957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:39,972 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:39,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45710 deadline: 1732659819967, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:39,972 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:39,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45718 deadline: 1732659819967, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:39,973 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:39,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45776 deadline: 1732659819968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:39,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-26T22:22:39,988 INFO [Thread-1264 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 81 completed 2024-11-26T22:22:39,990 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T22:22:39,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] procedure2.ProcedureExecutor(1098): Stored pid=83, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees 2024-11-26T22:22:39,992 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:39,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742151_1327 (size=12697) 2024-11-26T22:22:39,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45752 deadline: 1732659819984, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:39,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-26T22:22:39,992 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=83, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T22:22:39,993 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=83, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T22:22:39,993 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=84, ppid=83, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T22:22:40,002 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp/C/f5b689a9390d4ec78d8293f3535381d1 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/C/f5b689a9390d4ec78d8293f3535381d1 2024-11-26T22:22:40,010 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in bf62df1e785d616554497a63b5a899e3/C of bf62df1e785d616554497a63b5a899e3 into f5b689a9390d4ec78d8293f3535381d1(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T22:22:40,010 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for bf62df1e785d616554497a63b5a899e3: 2024-11-26T22:22:40,010 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3., storeName=bf62df1e785d616554497a63b5a899e3/C, priority=12, startTime=1732659759761; duration=0sec 2024-11-26T22:22:40,010 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T22:22:40,010 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bf62df1e785d616554497a63b5a899e3:C 2024-11-26T22:22:40,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-26T22:22:40,149 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:40,152 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34335 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-26T22:22:40,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3. 2024-11-26T22:22:40,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3. as already flushing 2024-11-26T22:22:40,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3. 2024-11-26T22:22:40,152 ERROR [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => bf62df1e785d616554497a63b5a899e3, NAME => 'TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:22:40,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => bf62df1e785d616554497a63b5a899e3, NAME => 'TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:22:40,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bf62df1e785d616554497a63b5a899e3, NAME => 'TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bf62df1e785d616554497a63b5a899e3, NAME => 'TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:22:40,172 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:40,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45740 deadline: 1732659820168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:40,179 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:40,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45776 deadline: 1732659820175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:40,180 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:40,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45710 deadline: 1732659820175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:40,186 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:40,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45718 deadline: 1732659820185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:40,205 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:40,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45752 deadline: 1732659820202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:40,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-26T22:22:40,306 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:40,306 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34335 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-26T22:22:40,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3. 2024-11-26T22:22:40,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3. as already flushing 2024-11-26T22:22:40,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3. 2024-11-26T22:22:40,307 ERROR [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => bf62df1e785d616554497a63b5a899e3, NAME => 'TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:22:40,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => bf62df1e785d616554497a63b5a899e3, NAME => 'TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:22:40,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bf62df1e785d616554497a63b5a899e3, NAME => 'TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bf62df1e785d616554497a63b5a899e3, NAME => 'TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:22:40,327 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=254 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp/A/b0dbbd5a02e3474485af6c341bbc6911 2024-11-26T22:22:40,352 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp/B/e8b71f469d43434a9196b050f8ad6164 is 50, key is test_row_0/B:col10/1732659759787/Put/seqid=0 2024-11-26T22:22:40,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742152_1328 (size=12151) 2024-11-26T22:22:40,398 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=254 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp/B/e8b71f469d43434a9196b050f8ad6164 2024-11-26T22:22:40,417 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp/C/465f6d6a8cb44d8fa1e90bfd3ed57c7b is 50, key is test_row_0/C:col10/1732659759787/Put/seqid=0 2024-11-26T22:22:40,460 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:40,461 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34335 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-26T22:22:40,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3. 2024-11-26T22:22:40,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3. as already flushing 2024-11-26T22:22:40,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3. 2024-11-26T22:22:40,461 ERROR [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => bf62df1e785d616554497a63b5a899e3, NAME => 'TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:22:40,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => bf62df1e785d616554497a63b5a899e3, NAME => 'TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:22:40,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bf62df1e785d616554497a63b5a899e3, NAME => 'TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bf62df1e785d616554497a63b5a899e3, NAME => 'TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:22:40,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742153_1329 (size=12151) 2024-11-26T22:22:40,495 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:40,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45740 deadline: 1732659820488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:40,497 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:40,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45710 deadline: 1732659820489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:40,498 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:40,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45776 deadline: 1732659820489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:40,499 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:40,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45718 deadline: 1732659820494, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:40,511 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:40,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45752 deadline: 1732659820508, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:40,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-26T22:22:40,615 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:40,615 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34335 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-26T22:22:40,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3. 2024-11-26T22:22:40,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3. as already flushing 2024-11-26T22:22:40,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3. 2024-11-26T22:22:40,616 ERROR [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => bf62df1e785d616554497a63b5a899e3, NAME => 'TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:22:40,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => bf62df1e785d616554497a63b5a899e3, NAME => 'TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:22:40,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bf62df1e785d616554497a63b5a899e3, NAME => 'TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bf62df1e785d616554497a63b5a899e3, NAME => 'TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:22:40,769 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:40,769 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34335 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-26T22:22:40,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3. 2024-11-26T22:22:40,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3. as already flushing 2024-11-26T22:22:40,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3. 2024-11-26T22:22:40,770 ERROR [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => bf62df1e785d616554497a63b5a899e3, NAME => 'TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:22:40,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => bf62df1e785d616554497a63b5a899e3, NAME => 'TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:22:40,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bf62df1e785d616554497a63b5a899e3, NAME => 'TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bf62df1e785d616554497a63b5a899e3, NAME => 'TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:22:40,873 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=254 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp/C/465f6d6a8cb44d8fa1e90bfd3ed57c7b 2024-11-26T22:22:40,890 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp/A/b0dbbd5a02e3474485af6c341bbc6911 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/A/b0dbbd5a02e3474485af6c341bbc6911 2024-11-26T22:22:40,896 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/A/b0dbbd5a02e3474485af6c341bbc6911, entries=250, sequenceid=254, filesize=16.5 K 2024-11-26T22:22:40,899 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp/B/e8b71f469d43434a9196b050f8ad6164 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/B/e8b71f469d43434a9196b050f8ad6164 2024-11-26T22:22:40,907 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/B/e8b71f469d43434a9196b050f8ad6164, entries=150, sequenceid=254, filesize=11.9 K 2024-11-26T22:22:40,908 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp/C/465f6d6a8cb44d8fa1e90bfd3ed57c7b as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/C/465f6d6a8cb44d8fa1e90bfd3ed57c7b 2024-11-26T22:22:40,915 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/C/465f6d6a8cb44d8fa1e90bfd3ed57c7b, entries=150, sequenceid=254, filesize=11.9 K 2024-11-26T22:22:40,916 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for bf62df1e785d616554497a63b5a899e3 in 1116ms, sequenceid=254, compaction requested=false 2024-11-26T22:22:40,916 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for bf62df1e785d616554497a63b5a899e3: 2024-11-26T22:22:40,922 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:40,932 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34335 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-26T22:22:40,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3. 2024-11-26T22:22:40,933 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2837): Flushing bf62df1e785d616554497a63b5a899e3 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-26T22:22:40,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf62df1e785d616554497a63b5a899e3, store=A 2024-11-26T22:22:40,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:22:40,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf62df1e785d616554497a63b5a899e3, store=B 2024-11-26T22:22:40,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:22:40,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf62df1e785d616554497a63b5a899e3, store=C 2024-11-26T22:22:40,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:22:40,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp/A/89dee033066b4301987e6e980084f1a5 is 50, key is test_row_0/A:col10/1732659759847/Put/seqid=0 2024-11-26T22:22:40,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742154_1330 (size=12301) 2024-11-26T22:22:40,990 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=281 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp/A/89dee033066b4301987e6e980084f1a5 2024-11-26T22:22:41,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(8581): Flush requested on bf62df1e785d616554497a63b5a899e3 2024-11-26T22:22:41,009 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3. as already flushing 2024-11-26T22:22:41,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp/B/88dec28a506b41d380d32f5c509f362f is 50, key is test_row_0/B:col10/1732659759847/Put/seqid=0 2024-11-26T22:22:41,040 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:41,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45776 deadline: 1732659821024, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:41,047 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:41,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45752 deadline: 1732659821034, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:41,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742155_1331 (size=12301) 2024-11-26T22:22:41,049 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:41,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45718 deadline: 1732659821043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:41,050 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:41,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45710 deadline: 1732659821045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:41,051 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:41,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45740 deadline: 1732659821045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:41,051 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=281 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp/B/88dec28a506b41d380d32f5c509f362f 2024-11-26T22:22:41,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp/C/eedfd49c4a944419bf222472270e9915 is 50, key is test_row_0/C:col10/1732659759847/Put/seqid=0 2024-11-26T22:22:41,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-26T22:22:41,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742156_1332 (size=12301) 2024-11-26T22:22:41,117 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=281 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp/C/eedfd49c4a944419bf222472270e9915 2024-11-26T22:22:41,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp/A/89dee033066b4301987e6e980084f1a5 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/A/89dee033066b4301987e6e980084f1a5 2024-11-26T22:22:41,129 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/A/89dee033066b4301987e6e980084f1a5, entries=150, sequenceid=281, filesize=12.0 K 2024-11-26T22:22:41,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp/B/88dec28a506b41d380d32f5c509f362f as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/B/88dec28a506b41d380d32f5c509f362f 2024-11-26T22:22:41,146 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/B/88dec28a506b41d380d32f5c509f362f, entries=150, sequenceid=281, filesize=12.0 K 2024-11-26T22:22:41,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp/C/eedfd49c4a944419bf222472270e9915 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/C/eedfd49c4a944419bf222472270e9915 2024-11-26T22:22:41,153 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:41,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45776 deadline: 1732659821147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:41,154 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:41,154 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/C/eedfd49c4a944419bf222472270e9915, entries=150, sequenceid=281, filesize=12.0 K 2024-11-26T22:22:41,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45752 deadline: 1732659821150, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:41,156 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for bf62df1e785d616554497a63b5a899e3 in 223ms, sequenceid=281, compaction requested=true 2024-11-26T22:22:41,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2538): Flush status journal for bf62df1e785d616554497a63b5a899e3: 2024-11-26T22:22:41,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3. 2024-11-26T22:22:41,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=84 2024-11-26T22:22:41,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster(4106): Remote procedure done, pid=84 2024-11-26T22:22:41,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(8581): Flush requested on bf62df1e785d616554497a63b5a899e3 2024-11-26T22:22:41,158 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing bf62df1e785d616554497a63b5a899e3 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-26T22:22:41,160 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=84, resume processing ppid=83 2024-11-26T22:22:41,160 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf62df1e785d616554497a63b5a899e3, store=A 2024-11-26T22:22:41,160 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=84, ppid=83, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1640 sec 2024-11-26T22:22:41,160 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:22:41,160 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf62df1e785d616554497a63b5a899e3, store=B 2024-11-26T22:22:41,160 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:22:41,160 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf62df1e785d616554497a63b5a899e3, store=C 2024-11-26T22:22:41,160 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:22:41,162 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=83, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees in 1.1700 sec 2024-11-26T22:22:41,181 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp/A/677f19a665b044c99fe7e4bf5826e83c is 50, key is test_row_0/A:col10/1732659761158/Put/seqid=0 2024-11-26T22:22:41,212 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:41,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45718 deadline: 1732659821207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:41,215 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:41,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45710 deadline: 1732659821208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:41,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742157_1333 (size=17181) 2024-11-26T22:22:41,217 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:41,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45740 deadline: 1732659821212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:41,218 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=296 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp/A/677f19a665b044c99fe7e4bf5826e83c 2024-11-26T22:22:41,238 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp/B/73741c99474c4f1ea0271ffe9ae79308 is 50, key is test_row_0/B:col10/1732659761158/Put/seqid=0 2024-11-26T22:22:41,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742158_1334 (size=12301) 2024-11-26T22:22:41,315 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:41,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45718 deadline: 1732659821313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:41,322 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:41,322 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:41,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45740 deadline: 1732659821318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:41,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45710 deadline: 1732659821317, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:41,358 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:41,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45776 deadline: 1732659821355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:41,359 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:41,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45752 deadline: 1732659821356, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:41,521 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:41,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45718 deadline: 1732659821517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:41,526 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:41,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45710 deadline: 1732659821524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:41,527 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:41,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45740 deadline: 1732659821524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:41,665 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:41,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45776 deadline: 1732659821664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:41,668 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:41,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45752 deadline: 1732659821665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:41,675 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=296 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp/B/73741c99474c4f1ea0271ffe9ae79308 2024-11-26T22:22:41,702 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp/C/25185031777f4ab9ace08c40bb7f5240 is 50, key is test_row_0/C:col10/1732659761158/Put/seqid=0 2024-11-26T22:22:41,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742159_1335 (size=12301) 2024-11-26T22:22:41,831 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:41,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45710 deadline: 1732659821829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:41,836 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:41,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45740 deadline: 1732659821830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:41,837 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:41,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45718 deadline: 1732659821831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:42,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-26T22:22:42,097 INFO [Thread-1264 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 83 completed 2024-11-26T22:22:42,101 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T22:22:42,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] procedure2.ProcedureExecutor(1098): Stored pid=85, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees 2024-11-26T22:22:42,102 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=85, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T22:22:42,103 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=85, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T22:22:42,103 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=86, ppid=85, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T22:22:42,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-26T22:22:42,156 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=296 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp/C/25185031777f4ab9ace08c40bb7f5240 2024-11-26T22:22:42,162 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp/A/677f19a665b044c99fe7e4bf5826e83c as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/A/677f19a665b044c99fe7e4bf5826e83c 2024-11-26T22:22:42,171 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:42,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45776 deadline: 1732659822169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:42,173 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/A/677f19a665b044c99fe7e4bf5826e83c, entries=250, sequenceid=296, filesize=16.8 K 2024-11-26T22:22:42,175 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp/B/73741c99474c4f1ea0271ffe9ae79308 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/B/73741c99474c4f1ea0271ffe9ae79308 2024-11-26T22:22:42,176 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:42,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45752 deadline: 1732659822172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:42,179 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/B/73741c99474c4f1ea0271ffe9ae79308, entries=150, sequenceid=296, filesize=12.0 K 2024-11-26T22:22:42,181 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp/C/25185031777f4ab9ace08c40bb7f5240 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/C/25185031777f4ab9ace08c40bb7f5240 2024-11-26T22:22:42,186 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/C/25185031777f4ab9ace08c40bb7f5240, entries=150, sequenceid=296, filesize=12.0 K 2024-11-26T22:22:42,187 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for bf62df1e785d616554497a63b5a899e3 in 1030ms, sequenceid=296, compaction requested=true 2024-11-26T22:22:42,187 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for bf62df1e785d616554497a63b5a899e3: 2024-11-26T22:22:42,188 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T22:22:42,188 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bf62df1e785d616554497a63b5a899e3:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T22:22:42,188 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T22:22:42,188 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bf62df1e785d616554497a63b5a899e3:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T22:22:42,188 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T22:22:42,189 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 59110 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-26T22:22:42,190 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HStore(1540): bf62df1e785d616554497a63b5a899e3/A is initiating minor compaction (all files) 2024-11-26T22:22:42,190 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of bf62df1e785d616554497a63b5a899e3/A in TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3. 2024-11-26T22:22:42,190 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/A/bc711794dc014808a73f305e926914e9, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/A/b0dbbd5a02e3474485af6c341bbc6911, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/A/89dee033066b4301987e6e980084f1a5, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/A/677f19a665b044c99fe7e4bf5826e83c] into tmpdir=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp, totalSize=57.7 K 2024-11-26T22:22:42,190 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.Compactor(224): Compacting bc711794dc014808a73f305e926914e9, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=242, earliestPutTs=1732659758308 2024-11-26T22:22:42,191 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T22:22:42,191 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49450 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-26T22:22:42,191 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HStore(1540): bf62df1e785d616554497a63b5a899e3/B is initiating minor compaction (all files) 2024-11-26T22:22:42,191 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of bf62df1e785d616554497a63b5a899e3/B in TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3. 2024-11-26T22:22:42,191 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/B/90c1c35c76674d93b78120512f69540d, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/B/e8b71f469d43434a9196b050f8ad6164, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/B/88dec28a506b41d380d32f5c509f362f, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/B/73741c99474c4f1ea0271ffe9ae79308] into tmpdir=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp, totalSize=48.3 K 2024-11-26T22:22:42,191 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.Compactor(224): Compacting b0dbbd5a02e3474485af6c341bbc6911, keycount=250, bloomtype=ROW, size=16.5 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1732659759467 2024-11-26T22:22:42,191 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.Compactor(224): Compacting 90c1c35c76674d93b78120512f69540d, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=242, earliestPutTs=1732659758308 2024-11-26T22:22:42,192 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.Compactor(224): Compacting e8b71f469d43434a9196b050f8ad6164, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1732659759467 2024-11-26T22:22:42,192 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.Compactor(224): Compacting 89dee033066b4301987e6e980084f1a5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=281, earliestPutTs=1732659759831 2024-11-26T22:22:42,192 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bf62df1e785d616554497a63b5a899e3:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T22:22:42,193 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.Compactor(224): Compacting 677f19a665b044c99fe7e4bf5826e83c, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=296, earliestPutTs=1732659761025 2024-11-26T22:22:42,192 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.Compactor(224): Compacting 88dec28a506b41d380d32f5c509f362f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=281, earliestPutTs=1732659759831 2024-11-26T22:22:42,194 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.Compactor(224): Compacting 73741c99474c4f1ea0271ffe9ae79308, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=296, earliestPutTs=1732659761027 2024-11-26T22:22:42,195 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T22:22:42,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-26T22:22:42,219 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bf62df1e785d616554497a63b5a899e3#B#compaction#285 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T22:22:42,220 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp/B/eaf9795700fd4b06984e211721210c3d is 50, key is test_row_0/B:col10/1732659761158/Put/seqid=0 2024-11-26T22:22:42,227 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): bf62df1e785d616554497a63b5a899e3#A#compaction#286 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T22:22:42,228 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp/A/745adf42db6b49559d9e7a51d077b8ca is 50, key is test_row_0/A:col10/1732659761158/Put/seqid=0 2024-11-26T22:22:42,254 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:42,255 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34335 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-26T22:22:42,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3. 2024-11-26T22:22:42,255 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2837): Flushing bf62df1e785d616554497a63b5a899e3 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-26T22:22:42,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf62df1e785d616554497a63b5a899e3, store=A 2024-11-26T22:22:42,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:22:42,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf62df1e785d616554497a63b5a899e3, store=B 2024-11-26T22:22:42,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:22:42,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf62df1e785d616554497a63b5a899e3, store=C 2024-11-26T22:22:42,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:22:42,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742160_1336 (size=12983) 2024-11-26T22:22:42,267 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp/B/eaf9795700fd4b06984e211721210c3d as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/B/eaf9795700fd4b06984e211721210c3d 2024-11-26T22:22:42,272 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in bf62df1e785d616554497a63b5a899e3/B of bf62df1e785d616554497a63b5a899e3 into eaf9795700fd4b06984e211721210c3d(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T22:22:42,272 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for bf62df1e785d616554497a63b5a899e3: 2024-11-26T22:22:42,272 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3., storeName=bf62df1e785d616554497a63b5a899e3/B, priority=12, startTime=1732659762188; duration=0sec 2024-11-26T22:22:42,272 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T22:22:42,272 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bf62df1e785d616554497a63b5a899e3:B 2024-11-26T22:22:42,273 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T22:22:42,274 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49450 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-26T22:22:42,274 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HStore(1540): bf62df1e785d616554497a63b5a899e3/C is initiating minor compaction (all files) 2024-11-26T22:22:42,274 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of bf62df1e785d616554497a63b5a899e3/C in TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3. 2024-11-26T22:22:42,274 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/C/f5b689a9390d4ec78d8293f3535381d1, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/C/465f6d6a8cb44d8fa1e90bfd3ed57c7b, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/C/eedfd49c4a944419bf222472270e9915, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/C/25185031777f4ab9ace08c40bb7f5240] into tmpdir=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp, totalSize=48.3 K 2024-11-26T22:22:42,274 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.Compactor(224): Compacting f5b689a9390d4ec78d8293f3535381d1, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=242, earliestPutTs=1732659758308 2024-11-26T22:22:42,275 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.Compactor(224): Compacting 465f6d6a8cb44d8fa1e90bfd3ed57c7b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1732659759467 2024-11-26T22:22:42,275 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.Compactor(224): Compacting eedfd49c4a944419bf222472270e9915, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=281, earliestPutTs=1732659759831 2024-11-26T22:22:42,276 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.Compactor(224): Compacting 25185031777f4ab9ace08c40bb7f5240, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=296, earliestPutTs=1732659761027 2024-11-26T22:22:42,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742161_1337 (size=12983) 2024-11-26T22:22:42,305 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bf62df1e785d616554497a63b5a899e3#C#compaction#287 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T22:22:42,306 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp/C/36c28ca231fa4a438b778aa8902909fe is 50, key is test_row_0/C:col10/1732659761158/Put/seqid=0 2024-11-26T22:22:42,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp/A/1d84f258c7e041b3a5a310ca63d5257e is 50, key is test_row_0/A:col10/1732659761206/Put/seqid=0 2024-11-26T22:22:42,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(8581): Flush requested on bf62df1e785d616554497a63b5a899e3 2024-11-26T22:22:42,343 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3. as already flushing 2024-11-26T22:22:42,380 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:42,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45710 deadline: 1732659822368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:42,381 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:42,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45740 deadline: 1732659822369, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:42,384 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:42,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45718 deadline: 1732659822380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:42,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742163_1339 (size=12301) 2024-11-26T22:22:42,386 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=317 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp/A/1d84f258c7e041b3a5a310ca63d5257e 2024-11-26T22:22:42,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742162_1338 (size=12983) 2024-11-26T22:22:42,402 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp/C/36c28ca231fa4a438b778aa8902909fe as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/C/36c28ca231fa4a438b778aa8902909fe 2024-11-26T22:22:42,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-26T22:22:42,409 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in bf62df1e785d616554497a63b5a899e3/C of bf62df1e785d616554497a63b5a899e3 into 36c28ca231fa4a438b778aa8902909fe(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T22:22:42,409 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for bf62df1e785d616554497a63b5a899e3: 2024-11-26T22:22:42,409 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3., storeName=bf62df1e785d616554497a63b5a899e3/C, priority=12, startTime=1732659762191; duration=0sec 2024-11-26T22:22:42,409 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T22:22:42,409 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bf62df1e785d616554497a63b5a899e3:C 2024-11-26T22:22:42,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp/B/f558e1c73c57400db274bed668b2d35e is 50, key is test_row_0/B:col10/1732659761206/Put/seqid=0 2024-11-26T22:22:42,456 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-26T22:22:42,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742164_1340 (size=12301) 2024-11-26T22:22:42,467 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=317 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp/B/f558e1c73c57400db274bed668b2d35e 2024-11-26T22:22:42,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp/C/32de2b8360fa4b71995bdb0d56545f2d is 50, key is test_row_0/C:col10/1732659761206/Put/seqid=0 2024-11-26T22:22:42,489 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:42,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45710 deadline: 1732659822481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:42,489 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:42,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45740 deadline: 1732659822482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:42,492 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:42,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45718 deadline: 1732659822486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:42,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742165_1341 (size=12301) 2024-11-26T22:22:42,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-26T22:22:42,715 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp/A/745adf42db6b49559d9e7a51d077b8ca as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/A/745adf42db6b49559d9e7a51d077b8ca 2024-11-26T22:22:42,705 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:42,705 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:42,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45718 deadline: 1732659822700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:42,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45710 deadline: 1732659822700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:42,719 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:42,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45740 deadline: 1732659822701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:42,729 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in bf62df1e785d616554497a63b5a899e3/A of bf62df1e785d616554497a63b5a899e3 into 745adf42db6b49559d9e7a51d077b8ca(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T22:22:42,729 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for bf62df1e785d616554497a63b5a899e3: 2024-11-26T22:22:42,729 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3., storeName=bf62df1e785d616554497a63b5a899e3/A, priority=12, startTime=1732659762188; duration=0sec 2024-11-26T22:22:42,729 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T22:22:42,729 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bf62df1e785d616554497a63b5a899e3:A 2024-11-26T22:22:42,942 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=317 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp/C/32de2b8360fa4b71995bdb0d56545f2d 2024-11-26T22:22:42,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp/A/1d84f258c7e041b3a5a310ca63d5257e as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/A/1d84f258c7e041b3a5a310ca63d5257e 2024-11-26T22:22:42,955 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/A/1d84f258c7e041b3a5a310ca63d5257e, entries=150, sequenceid=317, filesize=12.0 K 2024-11-26T22:22:42,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp/B/f558e1c73c57400db274bed668b2d35e as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/B/f558e1c73c57400db274bed668b2d35e 2024-11-26T22:22:42,961 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/B/f558e1c73c57400db274bed668b2d35e, entries=150, sequenceid=317, filesize=12.0 K 2024-11-26T22:22:42,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp/C/32de2b8360fa4b71995bdb0d56545f2d as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/C/32de2b8360fa4b71995bdb0d56545f2d 2024-11-26T22:22:42,970 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/C/32de2b8360fa4b71995bdb0d56545f2d, entries=150, sequenceid=317, filesize=12.0 K 2024-11-26T22:22:42,971 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for bf62df1e785d616554497a63b5a899e3 in 716ms, sequenceid=317, compaction requested=false 2024-11-26T22:22:42,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2538): Flush status journal for bf62df1e785d616554497a63b5a899e3: 2024-11-26T22:22:42,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3. 2024-11-26T22:22:42,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=86 2024-11-26T22:22:42,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster(4106): Remote procedure done, pid=86 2024-11-26T22:22:42,974 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=86, resume processing ppid=85 2024-11-26T22:22:42,974 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=86, ppid=85, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 870 msec 2024-11-26T22:22:42,976 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=85, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees in 874 msec 2024-11-26T22:22:43,028 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing bf62df1e785d616554497a63b5a899e3 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-26T22:22:43,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(8581): Flush requested on bf62df1e785d616554497a63b5a899e3 2024-11-26T22:22:43,031 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf62df1e785d616554497a63b5a899e3, store=A 2024-11-26T22:22:43,031 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:22:43,031 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf62df1e785d616554497a63b5a899e3, store=B 2024-11-26T22:22:43,031 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:22:43,032 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf62df1e785d616554497a63b5a899e3, store=C 2024-11-26T22:22:43,032 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:22:43,046 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp/A/021aef562dfd48e48834ae0c64c68989 is 50, key is test_row_0/A:col10/1732659763025/Put/seqid=0 2024-11-26T22:22:43,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742166_1342 (size=17181) 2024-11-26T22:22:43,078 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=337 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp/A/021aef562dfd48e48834ae0c64c68989 2024-11-26T22:22:43,085 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:43,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45718 deadline: 1732659823077, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:43,085 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:43,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45740 deadline: 1732659823078, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:43,087 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:43,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45710 deadline: 1732659823084, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:43,102 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp/B/eb47c34965274c56b462be0dc0d5f79d is 50, key is test_row_0/B:col10/1732659763025/Put/seqid=0 2024-11-26T22:22:43,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742167_1343 (size=12301) 2024-11-26T22:22:43,150 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=337 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp/B/eb47c34965274c56b462be0dc0d5f79d 2024-11-26T22:22:43,183 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp/C/eeecfc166fb7414e9fb15ceb98d55398 is 50, key is test_row_0/C:col10/1732659763025/Put/seqid=0 2024-11-26T22:22:43,183 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:43,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45776 deadline: 1732659823180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:43,192 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:43,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45718 deadline: 1732659823189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:43,193 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:43,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45752 deadline: 1732659823189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:43,203 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:43,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45740 deadline: 1732659823200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:43,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-26T22:22:43,211 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:43,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45710 deadline: 1732659823200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:43,212 INFO [Thread-1264 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 85 completed 2024-11-26T22:22:43,225 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T22:22:43,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] procedure2.ProcedureExecutor(1098): Stored pid=87, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=87, table=TestAcidGuarantees 2024-11-26T22:22:43,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-26T22:22:43,227 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=87, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=87, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T22:22:43,227 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=87, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=87, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T22:22:43,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742168_1344 (size=12301) 2024-11-26T22:22:43,240 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=337 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp/C/eeecfc166fb7414e9fb15ceb98d55398 2024-11-26T22:22:43,240 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=88, ppid=87, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T22:22:43,249 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp/A/021aef562dfd48e48834ae0c64c68989 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/A/021aef562dfd48e48834ae0c64c68989 2024-11-26T22:22:43,254 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/A/021aef562dfd48e48834ae0c64c68989, entries=250, sequenceid=337, filesize=16.8 K 2024-11-26T22:22:43,255 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp/B/eb47c34965274c56b462be0dc0d5f79d as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/B/eb47c34965274c56b462be0dc0d5f79d 2024-11-26T22:22:43,260 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/B/eb47c34965274c56b462be0dc0d5f79d, entries=150, sequenceid=337, filesize=12.0 K 2024-11-26T22:22:43,269 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp/C/eeecfc166fb7414e9fb15ceb98d55398 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/C/eeecfc166fb7414e9fb15ceb98d55398 2024-11-26T22:22:43,274 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/C/eeecfc166fb7414e9fb15ceb98d55398, entries=150, sequenceid=337, filesize=12.0 K 2024-11-26T22:22:43,275 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for bf62df1e785d616554497a63b5a899e3 in 247ms, sequenceid=337, compaction requested=true 2024-11-26T22:22:43,276 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for bf62df1e785d616554497a63b5a899e3: 2024-11-26T22:22:43,276 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bf62df1e785d616554497a63b5a899e3:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T22:22:43,276 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T22:22:43,276 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T22:22:43,276 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bf62df1e785d616554497a63b5a899e3:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T22:22:43,276 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T22:22:43,276 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bf62df1e785d616554497a63b5a899e3:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T22:22:43,276 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T22:22:43,276 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T22:22:43,277 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 42465 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T22:22:43,277 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HStore(1540): bf62df1e785d616554497a63b5a899e3/A is initiating minor compaction (all files) 2024-11-26T22:22:43,277 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T22:22:43,277 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of bf62df1e785d616554497a63b5a899e3/A in TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3. 2024-11-26T22:22:43,277 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HStore(1540): bf62df1e785d616554497a63b5a899e3/B is initiating minor compaction (all files) 2024-11-26T22:22:43,277 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of bf62df1e785d616554497a63b5a899e3/B in TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3. 2024-11-26T22:22:43,277 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/A/745adf42db6b49559d9e7a51d077b8ca, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/A/1d84f258c7e041b3a5a310ca63d5257e, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/A/021aef562dfd48e48834ae0c64c68989] into tmpdir=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp, totalSize=41.5 K 2024-11-26T22:22:43,277 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/B/eaf9795700fd4b06984e211721210c3d, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/B/f558e1c73c57400db274bed668b2d35e, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/B/eb47c34965274c56b462be0dc0d5f79d] into tmpdir=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp, totalSize=36.7 K 2024-11-26T22:22:43,278 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.Compactor(224): Compacting 745adf42db6b49559d9e7a51d077b8ca, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=296, earliestPutTs=1732659761027 2024-11-26T22:22:43,278 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.Compactor(224): Compacting eaf9795700fd4b06984e211721210c3d, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=296, earliestPutTs=1732659761027 2024-11-26T22:22:43,279 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1d84f258c7e041b3a5a310ca63d5257e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=317, earliestPutTs=1732659761202 2024-11-26T22:22:43,279 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.Compactor(224): Compacting 021aef562dfd48e48834ae0c64c68989, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=337, earliestPutTs=1732659762357 2024-11-26T22:22:43,279 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.Compactor(224): Compacting f558e1c73c57400db274bed668b2d35e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=317, earliestPutTs=1732659761202 2024-11-26T22:22:43,280 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.Compactor(224): Compacting eb47c34965274c56b462be0dc0d5f79d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=337, earliestPutTs=1732659762376 2024-11-26T22:22:43,298 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bf62df1e785d616554497a63b5a899e3#B#compaction#294 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T22:22:43,299 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp/B/267dd07455d54dab96b9ef7d8584a43b is 50, key is test_row_0/B:col10/1732659763025/Put/seqid=0 2024-11-26T22:22:43,323 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): bf62df1e785d616554497a63b5a899e3#A#compaction#295 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T22:22:43,323 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp/A/df225ef2d53c4de484ad9e9c07b76088 is 50, key is test_row_0/A:col10/1732659763025/Put/seqid=0 2024-11-26T22:22:43,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-26T22:22:43,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742169_1345 (size=13085) 2024-11-26T22:22:43,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742170_1346 (size=13085) 2024-11-26T22:22:43,397 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:43,398 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34335 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-11-26T22:22:43,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3. 2024-11-26T22:22:43,398 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2837): Flushing bf62df1e785d616554497a63b5a899e3 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-26T22:22:43,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf62df1e785d616554497a63b5a899e3, store=A 2024-11-26T22:22:43,400 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3. as already flushing 2024-11-26T22:22:43,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:22:43,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(8581): Flush requested on bf62df1e785d616554497a63b5a899e3 2024-11-26T22:22:43,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf62df1e785d616554497a63b5a899e3, store=B 2024-11-26T22:22:43,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:22:43,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf62df1e785d616554497a63b5a899e3, store=C 2024-11-26T22:22:43,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:22:43,402 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp/A/df225ef2d53c4de484ad9e9c07b76088 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/A/df225ef2d53c4de484ad9e9c07b76088 2024-11-26T22:22:43,409 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in bf62df1e785d616554497a63b5a899e3/A of bf62df1e785d616554497a63b5a899e3 into df225ef2d53c4de484ad9e9c07b76088(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T22:22:43,409 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for bf62df1e785d616554497a63b5a899e3: 2024-11-26T22:22:43,409 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3., storeName=bf62df1e785d616554497a63b5a899e3/A, priority=13, startTime=1732659763276; duration=0sec 2024-11-26T22:22:43,409 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T22:22:43,409 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bf62df1e785d616554497a63b5a899e3:A 2024-11-26T22:22:43,409 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T22:22:43,412 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T22:22:43,412 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HStore(1540): bf62df1e785d616554497a63b5a899e3/C is initiating minor compaction (all files) 2024-11-26T22:22:43,413 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of bf62df1e785d616554497a63b5a899e3/C in TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3. 2024-11-26T22:22:43,413 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/C/36c28ca231fa4a438b778aa8902909fe, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/C/32de2b8360fa4b71995bdb0d56545f2d, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/C/eeecfc166fb7414e9fb15ceb98d55398] into tmpdir=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp, totalSize=36.7 K 2024-11-26T22:22:43,413 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.Compactor(224): Compacting 36c28ca231fa4a438b778aa8902909fe, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=296, earliestPutTs=1732659761027 2024-11-26T22:22:43,413 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.Compactor(224): Compacting 32de2b8360fa4b71995bdb0d56545f2d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=317, earliestPutTs=1732659761202 2024-11-26T22:22:43,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp/A/508871bf118a48fab625711cac8ce006 is 50, key is test_row_0/A:col10/1732659763073/Put/seqid=0 2024-11-26T22:22:43,416 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.Compactor(224): Compacting eeecfc166fb7414e9fb15ceb98d55398, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=337, earliestPutTs=1732659762376 2024-11-26T22:22:43,443 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): bf62df1e785d616554497a63b5a899e3#C#compaction#297 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T22:22:43,444 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp/C/8a4b5c350caf4d9aa3dd7b69e482cc9c is 50, key is test_row_0/C:col10/1732659763025/Put/seqid=0 2024-11-26T22:22:43,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742171_1347 (size=14741) 2024-11-26T22:22:43,448 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=357 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp/A/508871bf118a48fab625711cac8ce006 2024-11-26T22:22:43,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp/B/31b74c8a11364a549703a1cbd83e5fff is 50, key is test_row_0/B:col10/1732659763073/Put/seqid=0 2024-11-26T22:22:43,506 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:43,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45740 deadline: 1732659823502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:43,508 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:43,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45718 deadline: 1732659823503, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:43,509 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:43,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45710 deadline: 1732659823504, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:43,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742172_1348 (size=13085) 2024-11-26T22:22:43,523 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp/C/8a4b5c350caf4d9aa3dd7b69e482cc9c as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/C/8a4b5c350caf4d9aa3dd7b69e482cc9c 2024-11-26T22:22:43,528 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in bf62df1e785d616554497a63b5a899e3/C of bf62df1e785d616554497a63b5a899e3 into 8a4b5c350caf4d9aa3dd7b69e482cc9c(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T22:22:43,528 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for bf62df1e785d616554497a63b5a899e3: 2024-11-26T22:22:43,528 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3., storeName=bf62df1e785d616554497a63b5a899e3/C, priority=13, startTime=1732659763276; duration=0sec 2024-11-26T22:22:43,528 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T22:22:43,528 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bf62df1e785d616554497a63b5a899e3:C 2024-11-26T22:22:43,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742173_1349 (size=12301) 2024-11-26T22:22:43,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-26T22:22:43,533 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=357 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp/B/31b74c8a11364a549703a1cbd83e5fff 2024-11-26T22:22:43,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp/C/b7a7c07c20254184a0fb7966f0d42542 is 50, key is test_row_0/C:col10/1732659763073/Put/seqid=0 2024-11-26T22:22:43,615 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:43,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45718 deadline: 1732659823612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:43,615 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:43,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45710 deadline: 1732659823613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:43,616 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:43,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45740 deadline: 1732659823613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:43,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742174_1350 (size=12301) 2024-11-26T22:22:43,626 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=357 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp/C/b7a7c07c20254184a0fb7966f0d42542 2024-11-26T22:22:43,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp/A/508871bf118a48fab625711cac8ce006 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/A/508871bf118a48fab625711cac8ce006 2024-11-26T22:22:43,637 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/A/508871bf118a48fab625711cac8ce006, entries=200, sequenceid=357, filesize=14.4 K 2024-11-26T22:22:43,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp/B/31b74c8a11364a549703a1cbd83e5fff as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/B/31b74c8a11364a549703a1cbd83e5fff 2024-11-26T22:22:43,643 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/B/31b74c8a11364a549703a1cbd83e5fff, entries=150, sequenceid=357, filesize=12.0 K 2024-11-26T22:22:43,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp/C/b7a7c07c20254184a0fb7966f0d42542 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/C/b7a7c07c20254184a0fb7966f0d42542 2024-11-26T22:22:43,652 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/C/b7a7c07c20254184a0fb7966f0d42542, entries=150, sequenceid=357, filesize=12.0 K 2024-11-26T22:22:43,653 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=93.93 KB/96180 for bf62df1e785d616554497a63b5a899e3 in 255ms, sequenceid=357, compaction requested=false 2024-11-26T22:22:43,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2538): Flush status journal for bf62df1e785d616554497a63b5a899e3: 2024-11-26T22:22:43,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3. 2024-11-26T22:22:43,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=88 2024-11-26T22:22:43,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster(4106): Remote procedure done, pid=88 2024-11-26T22:22:43,658 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=88, resume processing ppid=87 2024-11-26T22:22:43,658 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=88, ppid=87, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 427 msec 2024-11-26T22:22:43,660 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=87, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=87, table=TestAcidGuarantees in 434 msec 2024-11-26T22:22:43,785 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp/B/267dd07455d54dab96b9ef7d8584a43b as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/B/267dd07455d54dab96b9ef7d8584a43b 2024-11-26T22:22:43,796 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in bf62df1e785d616554497a63b5a899e3/B of bf62df1e785d616554497a63b5a899e3 into 267dd07455d54dab96b9ef7d8584a43b(size=12.8 K), total size for store is 24.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T22:22:43,796 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for bf62df1e785d616554497a63b5a899e3: 2024-11-26T22:22:43,796 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3., storeName=bf62df1e785d616554497a63b5a899e3/B, priority=13, startTime=1732659763276; duration=0sec 2024-11-26T22:22:43,797 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T22:22:43,797 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bf62df1e785d616554497a63b5a899e3:B 2024-11-26T22:22:43,825 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing bf62df1e785d616554497a63b5a899e3 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-26T22:22:43,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(8581): Flush requested on bf62df1e785d616554497a63b5a899e3 2024-11-26T22:22:43,826 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf62df1e785d616554497a63b5a899e3, store=A 2024-11-26T22:22:43,826 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:22:43,827 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf62df1e785d616554497a63b5a899e3, store=B 2024-11-26T22:22:43,827 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:22:43,827 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf62df1e785d616554497a63b5a899e3, store=C 2024-11-26T22:22:43,827 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:22:43,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-26T22:22:43,841 INFO [Thread-1264 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 87 completed 2024-11-26T22:22:43,850 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T22:22:43,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] procedure2.ProcedureExecutor(1098): Stored pid=89, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=89, table=TestAcidGuarantees 2024-11-26T22:22:43,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-11-26T22:22:43,852 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=89, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=89, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T22:22:43,853 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=89, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=89, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T22:22:43,853 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=90, ppid=89, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T22:22:43,857 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp/A/3bb1e6702b0d4cebaad43a4f17c830d8 is 50, key is test_row_0/A:col10/1732659763501/Put/seqid=0 2024-11-26T22:22:43,865 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:43,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 219 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45710 deadline: 1732659823858, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:43,872 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:43,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45718 deadline: 1732659823866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:43,878 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:43,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45740 deadline: 1732659823875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:43,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742175_1351 (size=17181) 2024-11-26T22:22:43,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-11-26T22:22:43,971 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:43,979 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:43,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45718 deadline: 1732659823974, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:43,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 221 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45710 deadline: 1732659823967, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:43,984 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:43,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45740 deadline: 1732659823979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:44,009 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:44,010 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34335 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90 2024-11-26T22:22:44,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3. 2024-11-26T22:22:44,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3. as already flushing 2024-11-26T22:22:44,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3. 2024-11-26T22:22:44,010 ERROR [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] handler.RSProcedureHandler(58): pid=90 java.io.IOException: Unable to complete flush {ENCODED => bf62df1e785d616554497a63b5a899e3, NAME => 'TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:22:44,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=90 java.io.IOException: Unable to complete flush {ENCODED => bf62df1e785d616554497a63b5a899e3, NAME => 'TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:22:44,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster(4114): Remote procedure failed, pid=90 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bf62df1e785d616554497a63b5a899e3, NAME => 'TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bf62df1e785d616554497a63b5a899e3, NAME => 'TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:22:44,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-11-26T22:22:44,163 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:44,164 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34335 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90 2024-11-26T22:22:44,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3. 2024-11-26T22:22:44,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3. as already flushing 2024-11-26T22:22:44,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3. 2024-11-26T22:22:44,164 ERROR [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] handler.RSProcedureHandler(58): pid=90 java.io.IOException: Unable to complete flush {ENCODED => bf62df1e785d616554497a63b5a899e3, NAME => 'TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:22:44,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=90 java.io.IOException: Unable to complete flush {ENCODED => bf62df1e785d616554497a63b5a899e3, NAME => 'TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:22:44,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster(4114): Remote procedure failed, pid=90 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bf62df1e785d616554497a63b5a899e3, NAME => 'TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bf62df1e785d616554497a63b5a899e3, NAME => 'TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:22:44,185 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:44,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45718 deadline: 1732659824181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:44,190 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:44,190 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:44,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45740 deadline: 1732659824185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:44,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 223 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45710 deadline: 1732659824185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:44,296 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=380 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp/A/3bb1e6702b0d4cebaad43a4f17c830d8 2024-11-26T22:22:44,317 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:44,317 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34335 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90 2024-11-26T22:22:44,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3. 2024-11-26T22:22:44,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3. as already flushing 2024-11-26T22:22:44,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3. 2024-11-26T22:22:44,318 ERROR [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] handler.RSProcedureHandler(58): pid=90 java.io.IOException: Unable to complete flush {ENCODED => bf62df1e785d616554497a63b5a899e3, NAME => 'TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:22:44,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=90 java.io.IOException: Unable to complete flush {ENCODED => bf62df1e785d616554497a63b5a899e3, NAME => 'TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:22:44,318 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp/B/fd8de17ecd1445a6962b63a76217d66c is 50, key is test_row_0/B:col10/1732659763501/Put/seqid=0 2024-11-26T22:22:44,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster(4114): Remote procedure failed, pid=90 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bf62df1e785d616554497a63b5a899e3, NAME => 'TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bf62df1e785d616554497a63b5a899e3, NAME => 'TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:22:44,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742176_1352 (size=12301) 2024-11-26T22:22:44,359 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=380 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp/B/fd8de17ecd1445a6962b63a76217d66c 2024-11-26T22:22:44,377 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp/C/4583771aca6a4f7a9991b98007c97465 is 50, key is test_row_0/C:col10/1732659763501/Put/seqid=0 2024-11-26T22:22:44,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742177_1353 (size=12301) 2024-11-26T22:22:44,435 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=380 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp/C/4583771aca6a4f7a9991b98007c97465 2024-11-26T22:22:44,443 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp/A/3bb1e6702b0d4cebaad43a4f17c830d8 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/A/3bb1e6702b0d4cebaad43a4f17c830d8 2024-11-26T22:22:44,447 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/A/3bb1e6702b0d4cebaad43a4f17c830d8, entries=250, sequenceid=380, filesize=16.8 K 2024-11-26T22:22:44,449 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp/B/fd8de17ecd1445a6962b63a76217d66c as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/B/fd8de17ecd1445a6962b63a76217d66c 2024-11-26T22:22:44,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-11-26T22:22:44,455 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/B/fd8de17ecd1445a6962b63a76217d66c, entries=150, sequenceid=380, filesize=12.0 K 2024-11-26T22:22:44,456 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp/C/4583771aca6a4f7a9991b98007c97465 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/C/4583771aca6a4f7a9991b98007c97465 2024-11-26T22:22:44,461 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/C/4583771aca6a4f7a9991b98007c97465, entries=150, sequenceid=380, filesize=12.0 K 2024-11-26T22:22:44,462 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=93.93 KB/96180 for bf62df1e785d616554497a63b5a899e3 in 637ms, sequenceid=380, compaction requested=true 2024-11-26T22:22:44,462 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for bf62df1e785d616554497a63b5a899e3: 2024-11-26T22:22:44,462 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bf62df1e785d616554497a63b5a899e3:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T22:22:44,462 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T22:22:44,462 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T22:22:44,462 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T22:22:44,462 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bf62df1e785d616554497a63b5a899e3:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T22:22:44,463 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T22:22:44,463 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bf62df1e785d616554497a63b5a899e3:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T22:22:44,463 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T22:22:44,463 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T22:22:44,464 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HStore(1540): bf62df1e785d616554497a63b5a899e3/B is initiating minor compaction (all files) 2024-11-26T22:22:44,464 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of bf62df1e785d616554497a63b5a899e3/B in TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3. 2024-11-26T22:22:44,464 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 45007 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T22:22:44,464 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HStore(1540): bf62df1e785d616554497a63b5a899e3/A is initiating minor compaction (all files) 2024-11-26T22:22:44,464 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/B/267dd07455d54dab96b9ef7d8584a43b, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/B/31b74c8a11364a549703a1cbd83e5fff, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/B/fd8de17ecd1445a6962b63a76217d66c] into tmpdir=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp, totalSize=36.8 K 2024-11-26T22:22:44,464 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of bf62df1e785d616554497a63b5a899e3/A in TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3. 2024-11-26T22:22:44,464 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/A/df225ef2d53c4de484ad9e9c07b76088, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/A/508871bf118a48fab625711cac8ce006, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/A/3bb1e6702b0d4cebaad43a4f17c830d8] into tmpdir=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp, totalSize=44.0 K 2024-11-26T22:22:44,464 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.Compactor(224): Compacting 267dd07455d54dab96b9ef7d8584a43b, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=337, earliestPutTs=1732659762376 2024-11-26T22:22:44,465 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.Compactor(224): Compacting df225ef2d53c4de484ad9e9c07b76088, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=337, earliestPutTs=1732659762376 2024-11-26T22:22:44,465 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.Compactor(224): Compacting 31b74c8a11364a549703a1cbd83e5fff, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=357, earliestPutTs=1732659763063 2024-11-26T22:22:44,465 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.Compactor(224): Compacting 508871bf118a48fab625711cac8ce006, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=357, earliestPutTs=1732659763063 2024-11-26T22:22:44,465 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.Compactor(224): Compacting fd8de17ecd1445a6962b63a76217d66c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=380, earliestPutTs=1732659763501 2024-11-26T22:22:44,466 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3bb1e6702b0d4cebaad43a4f17c830d8, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=380, earliestPutTs=1732659763433 2024-11-26T22:22:44,469 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:44,476 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34335 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90 2024-11-26T22:22:44,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3. 2024-11-26T22:22:44,476 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2837): Flushing bf62df1e785d616554497a63b5a899e3 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-26T22:22:44,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf62df1e785d616554497a63b5a899e3, store=A 2024-11-26T22:22:44,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:22:44,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf62df1e785d616554497a63b5a899e3, store=B 2024-11-26T22:22:44,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:22:44,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf62df1e785d616554497a63b5a899e3, store=C 2024-11-26T22:22:44,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:22:44,484 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): bf62df1e785d616554497a63b5a899e3#A#compaction#303 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T22:22:44,485 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp/A/999f9f51a09048d09996d3309b7b94f1 is 50, key is test_row_0/A:col10/1732659763501/Put/seqid=0 2024-11-26T22:22:44,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(8581): Flush requested on bf62df1e785d616554497a63b5a899e3 2024-11-26T22:22:44,492 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3. as already flushing 2024-11-26T22:22:44,509 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bf62df1e785d616554497a63b5a899e3#B#compaction#304 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T22:22:44,509 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp/B/17e96d7ff41541008dabe842bf09e3d8 is 50, key is test_row_0/B:col10/1732659763501/Put/seqid=0 2024-11-26T22:22:44,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp/A/1f45e492ad3d4bf9ad2cb35db30f5ec7 is 50, key is test_row_0/A:col10/1732659763862/Put/seqid=0 2024-11-26T22:22:44,555 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:44,555 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:44,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45718 deadline: 1732659824549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:44,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45740 deadline: 1732659824548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:44,556 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:44,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 229 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45710 deadline: 1732659824553, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:44,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742178_1354 (size=13187) 2024-11-26T22:22:44,581 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp/A/999f9f51a09048d09996d3309b7b94f1 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/A/999f9f51a09048d09996d3309b7b94f1 2024-11-26T22:22:44,588 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in bf62df1e785d616554497a63b5a899e3/A of bf62df1e785d616554497a63b5a899e3 into 999f9f51a09048d09996d3309b7b94f1(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T22:22:44,588 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for bf62df1e785d616554497a63b5a899e3: 2024-11-26T22:22:44,588 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3., storeName=bf62df1e785d616554497a63b5a899e3/A, priority=13, startTime=1732659764462; duration=0sec 2024-11-26T22:22:44,588 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T22:22:44,588 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bf62df1e785d616554497a63b5a899e3:A 2024-11-26T22:22:44,589 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T22:22:44,589 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T22:22:44,590 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HStore(1540): bf62df1e785d616554497a63b5a899e3/C is initiating minor compaction (all files) 2024-11-26T22:22:44,590 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of bf62df1e785d616554497a63b5a899e3/C in TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3. 2024-11-26T22:22:44,590 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/C/8a4b5c350caf4d9aa3dd7b69e482cc9c, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/C/b7a7c07c20254184a0fb7966f0d42542, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/C/4583771aca6a4f7a9991b98007c97465] into tmpdir=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp, totalSize=36.8 K 2024-11-26T22:22:44,590 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8a4b5c350caf4d9aa3dd7b69e482cc9c, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=337, earliestPutTs=1732659762376 2024-11-26T22:22:44,595 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.Compactor(224): Compacting b7a7c07c20254184a0fb7966f0d42542, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=357, earliestPutTs=1732659763063 2024-11-26T22:22:44,596 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4583771aca6a4f7a9991b98007c97465, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=380, earliestPutTs=1732659763501 2024-11-26T22:22:44,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742180_1356 (size=12301) 2024-11-26T22:22:44,612 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=397 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp/A/1f45e492ad3d4bf9ad2cb35db30f5ec7 2024-11-26T22:22:44,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742179_1355 (size=13187) 2024-11-26T22:22:44,624 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp/B/17e96d7ff41541008dabe842bf09e3d8 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/B/17e96d7ff41541008dabe842bf09e3d8 2024-11-26T22:22:44,631 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): bf62df1e785d616554497a63b5a899e3#C#compaction#306 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T22:22:44,632 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp/C/5c6f85fa63d54cb798951149bdaf5b31 is 50, key is test_row_0/C:col10/1732659763501/Put/seqid=0 2024-11-26T22:22:44,636 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in bf62df1e785d616554497a63b5a899e3/B of bf62df1e785d616554497a63b5a899e3 into 17e96d7ff41541008dabe842bf09e3d8(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T22:22:44,636 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for bf62df1e785d616554497a63b5a899e3: 2024-11-26T22:22:44,636 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3., storeName=bf62df1e785d616554497a63b5a899e3/B, priority=13, startTime=1732659764462; duration=0sec 2024-11-26T22:22:44,636 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T22:22:44,636 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bf62df1e785d616554497a63b5a899e3:B 2024-11-26T22:22:44,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp/B/e266330e572b4229b58e760271967738 is 50, key is test_row_0/B:col10/1732659763862/Put/seqid=0 2024-11-26T22:22:44,657 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:44,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 217 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45718 deadline: 1732659824656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:44,664 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:44,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45740 deadline: 1732659824660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:44,665 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:44,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 231 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45710 deadline: 1732659824660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:44,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742181_1357 (size=13187) 2024-11-26T22:22:44,686 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp/C/5c6f85fa63d54cb798951149bdaf5b31 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/C/5c6f85fa63d54cb798951149bdaf5b31 2024-11-26T22:22:44,699 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in bf62df1e785d616554497a63b5a899e3/C of bf62df1e785d616554497a63b5a899e3 into 5c6f85fa63d54cb798951149bdaf5b31(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T22:22:44,699 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for bf62df1e785d616554497a63b5a899e3: 2024-11-26T22:22:44,699 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3., storeName=bf62df1e785d616554497a63b5a899e3/C, priority=13, startTime=1732659764463; duration=0sec 2024-11-26T22:22:44,699 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T22:22:44,699 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bf62df1e785d616554497a63b5a899e3:C 2024-11-26T22:22:44,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742182_1358 (size=12301) 2024-11-26T22:22:44,708 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=397 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp/B/e266330e572b4229b58e760271967738 2024-11-26T22:22:44,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp/C/0fbb253f34224f0e9335cda2d9ec2066 is 50, key is test_row_0/C:col10/1732659763862/Put/seqid=0 2024-11-26T22:22:44,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742183_1359 (size=12301) 2024-11-26T22:22:44,775 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=397 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp/C/0fbb253f34224f0e9335cda2d9ec2066 2024-11-26T22:22:44,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp/A/1f45e492ad3d4bf9ad2cb35db30f5ec7 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/A/1f45e492ad3d4bf9ad2cb35db30f5ec7 2024-11-26T22:22:44,797 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/A/1f45e492ad3d4bf9ad2cb35db30f5ec7, entries=150, sequenceid=397, filesize=12.0 K 2024-11-26T22:22:44,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp/B/e266330e572b4229b58e760271967738 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/B/e266330e572b4229b58e760271967738 2024-11-26T22:22:44,803 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/B/e266330e572b4229b58e760271967738, entries=150, sequenceid=397, filesize=12.0 K 2024-11-26T22:22:44,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp/C/0fbb253f34224f0e9335cda2d9ec2066 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/C/0fbb253f34224f0e9335cda2d9ec2066 2024-11-26T22:22:44,813 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/C/0fbb253f34224f0e9335cda2d9ec2066, entries=150, sequenceid=397, filesize=12.0 K 2024-11-26T22:22:44,815 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for bf62df1e785d616554497a63b5a899e3 in 338ms, sequenceid=397, compaction requested=false 2024-11-26T22:22:44,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2538): Flush status journal for bf62df1e785d616554497a63b5a899e3: 2024-11-26T22:22:44,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3. 2024-11-26T22:22:44,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=90 2024-11-26T22:22:44,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster(4106): Remote procedure done, pid=90 2024-11-26T22:22:44,819 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=90, resume processing ppid=89 2024-11-26T22:22:44,820 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=90, ppid=89, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 963 msec 2024-11-26T22:22:44,822 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=89, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=89, table=TestAcidGuarantees in 970 msec 2024-11-26T22:22:44,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(8581): Flush requested on bf62df1e785d616554497a63b5a899e3 2024-11-26T22:22:44,884 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing bf62df1e785d616554497a63b5a899e3 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-26T22:22:44,884 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf62df1e785d616554497a63b5a899e3, store=A 2024-11-26T22:22:44,884 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:22:44,884 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf62df1e785d616554497a63b5a899e3, store=B 2024-11-26T22:22:44,884 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:22:44,884 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf62df1e785d616554497a63b5a899e3, store=C 2024-11-26T22:22:44,884 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:22:44,918 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp/A/2b86898688f24f0895c7750466d979f3 is 50, key is test_row_0/A:col10/1732659764527/Put/seqid=0 2024-11-26T22:22:44,950 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:44,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 223 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45718 deadline: 1732659824943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:44,951 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:44,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45740 deadline: 1732659824944, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:44,951 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:44,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 236 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45710 deadline: 1732659824944, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:44,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-11-26T22:22:44,956 INFO [Thread-1264 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 89 completed 2024-11-26T22:22:44,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742184_1360 (size=14741) 2024-11-26T22:22:44,957 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T22:22:44,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] procedure2.ProcedureExecutor(1098): Stored pid=91, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=91, table=TestAcidGuarantees 2024-11-26T22:22:44,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-11-26T22:22:44,959 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=91, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=91, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T22:22:44,960 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=91, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=91, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T22:22:44,960 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=92, ppid=91, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T22:22:45,056 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:45,056 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:45,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 225 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45718 deadline: 1732659825052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:45,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45740 deadline: 1732659825053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:45,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-11-26T22:22:45,085 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:45,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 238 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45710 deadline: 1732659825080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:45,112 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:45,128 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34335 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=92 2024-11-26T22:22:45,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3. 2024-11-26T22:22:45,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3. as already flushing 2024-11-26T22:22:45,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3. 2024-11-26T22:22:45,129 ERROR [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] handler.RSProcedureHandler(58): pid=92 java.io.IOException: Unable to complete flush {ENCODED => bf62df1e785d616554497a63b5a899e3, NAME => 'TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:22:45,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=92 java.io.IOException: Unable to complete flush {ENCODED => bf62df1e785d616554497a63b5a899e3, NAME => 'TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:22:45,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster(4114): Remote procedure failed, pid=92 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bf62df1e785d616554497a63b5a899e3, NAME => 'TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bf62df1e785d616554497a63b5a899e3, NAME => 'TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:22:45,195 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:45,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45776 deadline: 1732659825192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:45,196 DEBUG [Thread-1254 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4171 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3., hostname=d8c094cf5ab0,34335,1732659674113, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T22:22:45,217 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:45,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45752 deadline: 1732659825212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:45,218 DEBUG [Thread-1262 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4184 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3., hostname=d8c094cf5ab0,34335,1732659674113, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T22:22:45,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-11-26T22:22:45,263 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:45,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45740 deadline: 1732659825260, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:45,267 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:45,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 227 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45718 deadline: 1732659825263, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:45,283 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:45,283 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34335 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=92 2024-11-26T22:22:45,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3. 2024-11-26T22:22:45,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3. as already flushing 2024-11-26T22:22:45,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3. 2024-11-26T22:22:45,284 ERROR [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] handler.RSProcedureHandler(58): pid=92 java.io.IOException: Unable to complete flush {ENCODED => bf62df1e785d616554497a63b5a899e3, NAME => 'TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:22:45,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=92 java.io.IOException: Unable to complete flush {ENCODED => bf62df1e785d616554497a63b5a899e3, NAME => 'TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:22:45,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster(4114): Remote procedure failed, pid=92 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bf62df1e785d616554497a63b5a899e3, NAME => 'TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bf62df1e785d616554497a63b5a899e3, NAME => 'TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:22:45,291 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:45,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 240 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45710 deadline: 1732659825289, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:45,358 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=420 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp/A/2b86898688f24f0895c7750466d979f3 2024-11-26T22:22:45,376 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp/B/d23c87c8d94c48199c178bb1208673c1 is 50, key is test_row_0/B:col10/1732659764527/Put/seqid=0 2024-11-26T22:22:45,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742185_1361 (size=12301) 2024-11-26T22:22:45,436 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:45,440 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34335 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=92 2024-11-26T22:22:45,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3. 2024-11-26T22:22:45,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3. as already flushing 2024-11-26T22:22:45,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3. 2024-11-26T22:22:45,440 ERROR [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] handler.RSProcedureHandler(58): pid=92 java.io.IOException: Unable to complete flush {ENCODED => bf62df1e785d616554497a63b5a899e3, NAME => 'TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:22:45,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=92 java.io.IOException: Unable to complete flush {ENCODED => bf62df1e785d616554497a63b5a899e3, NAME => 'TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:22:45,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster(4114): Remote procedure failed, pid=92 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bf62df1e785d616554497a63b5a899e3, NAME => 'TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bf62df1e785d616554497a63b5a899e3, NAME => 'TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:22:45,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-11-26T22:22:45,569 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:45,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45740 deadline: 1732659825566, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:45,574 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:45,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 229 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45718 deadline: 1732659825570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:45,592 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:45,592 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34335 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=92 2024-11-26T22:22:45,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3. 2024-11-26T22:22:45,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3. as already flushing 2024-11-26T22:22:45,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3. 2024-11-26T22:22:45,593 ERROR [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] handler.RSProcedureHandler(58): pid=92 java.io.IOException: Unable to complete flush {ENCODED => bf62df1e785d616554497a63b5a899e3, NAME => 'TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:22:45,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=92 java.io.IOException: Unable to complete flush {ENCODED => bf62df1e785d616554497a63b5a899e3, NAME => 'TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:22:45,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster(4114): Remote procedure failed, pid=92 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bf62df1e785d616554497a63b5a899e3, NAME => 'TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bf62df1e785d616554497a63b5a899e3, NAME => 'TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:22:45,598 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:45,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 242 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45710 deadline: 1732659825593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:45,745 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:45,746 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34335 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=92 2024-11-26T22:22:45,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3. 2024-11-26T22:22:45,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3. as already flushing 2024-11-26T22:22:45,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3. 2024-11-26T22:22:45,746 ERROR [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] handler.RSProcedureHandler(58): pid=92 java.io.IOException: Unable to complete flush {ENCODED => bf62df1e785d616554497a63b5a899e3, NAME => 'TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:22:45,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=92 java.io.IOException: Unable to complete flush {ENCODED => bf62df1e785d616554497a63b5a899e3, NAME => 'TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:22:45,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster(4114): Remote procedure failed, pid=92 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bf62df1e785d616554497a63b5a899e3, NAME => 'TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bf62df1e785d616554497a63b5a899e3, NAME => 'TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:22:45,830 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=420 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp/B/d23c87c8d94c48199c178bb1208673c1 2024-11-26T22:22:45,843 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp/C/10e7b788a63e47eba950cb9002c08f8f is 50, key is test_row_0/C:col10/1732659764527/Put/seqid=0 2024-11-26T22:22:45,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742186_1362 (size=12301) 2024-11-26T22:22:45,883 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=420 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp/C/10e7b788a63e47eba950cb9002c08f8f 2024-11-26T22:22:45,893 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp/A/2b86898688f24f0895c7750466d979f3 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/A/2b86898688f24f0895c7750466d979f3 2024-11-26T22:22:45,899 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:45,899 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/A/2b86898688f24f0895c7750466d979f3, entries=200, sequenceid=420, filesize=14.4 K 2024-11-26T22:22:45,900 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp/B/d23c87c8d94c48199c178bb1208673c1 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/B/d23c87c8d94c48199c178bb1208673c1 2024-11-26T22:22:45,902 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34335 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=92 2024-11-26T22:22:45,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3. 2024-11-26T22:22:45,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3. as already flushing 2024-11-26T22:22:45,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3. 2024-11-26T22:22:45,902 ERROR [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] handler.RSProcedureHandler(58): pid=92 java.io.IOException: Unable to complete flush {ENCODED => bf62df1e785d616554497a63b5a899e3, NAME => 'TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:22:45,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=92 java.io.IOException: Unable to complete flush {ENCODED => bf62df1e785d616554497a63b5a899e3, NAME => 'TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:22:45,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster(4114): Remote procedure failed, pid=92 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bf62df1e785d616554497a63b5a899e3, NAME => 'TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bf62df1e785d616554497a63b5a899e3, NAME => 'TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:22:45,913 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/B/d23c87c8d94c48199c178bb1208673c1, entries=150, sequenceid=420, filesize=12.0 K 2024-11-26T22:22:45,915 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp/C/10e7b788a63e47eba950cb9002c08f8f as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/C/10e7b788a63e47eba950cb9002c08f8f 2024-11-26T22:22:45,921 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/C/10e7b788a63e47eba950cb9002c08f8f, entries=150, sequenceid=420, filesize=12.0 K 2024-11-26T22:22:45,922 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for bf62df1e785d616554497a63b5a899e3 in 1038ms, sequenceid=420, compaction requested=true 2024-11-26T22:22:45,922 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for bf62df1e785d616554497a63b5a899e3: 2024-11-26T22:22:45,922 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bf62df1e785d616554497a63b5a899e3:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T22:22:45,922 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T22:22:45,922 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bf62df1e785d616554497a63b5a899e3:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T22:22:45,922 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T22:22:45,922 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T22:22:45,922 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bf62df1e785d616554497a63b5a899e3:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T22:22:45,922 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-26T22:22:45,922 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T22:22:45,923 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40229 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T22:22:45,923 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HStore(1540): bf62df1e785d616554497a63b5a899e3/A is initiating minor compaction (all files) 2024-11-26T22:22:45,923 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of bf62df1e785d616554497a63b5a899e3/A in TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3. 2024-11-26T22:22:45,923 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/A/999f9f51a09048d09996d3309b7b94f1, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/A/1f45e492ad3d4bf9ad2cb35db30f5ec7, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/A/2b86898688f24f0895c7750466d979f3] into tmpdir=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp, totalSize=39.3 K 2024-11-26T22:22:45,924 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37789 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T22:22:45,924 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HStore(1540): bf62df1e785d616554497a63b5a899e3/B is initiating minor compaction (all files) 2024-11-26T22:22:45,924 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of bf62df1e785d616554497a63b5a899e3/B in TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3. 2024-11-26T22:22:45,924 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/B/17e96d7ff41541008dabe842bf09e3d8, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/B/e266330e572b4229b58e760271967738, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/B/d23c87c8d94c48199c178bb1208673c1] into tmpdir=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp, totalSize=36.9 K 2024-11-26T22:22:45,924 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.Compactor(224): Compacting 999f9f51a09048d09996d3309b7b94f1, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=380, earliestPutTs=1732659763501 2024-11-26T22:22:45,924 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.Compactor(224): Compacting 17e96d7ff41541008dabe842bf09e3d8, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=380, earliestPutTs=1732659763501 2024-11-26T22:22:45,924 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1f45e492ad3d4bf9ad2cb35db30f5ec7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=397, earliestPutTs=1732659763843 2024-11-26T22:22:45,924 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.Compactor(224): Compacting e266330e572b4229b58e760271967738, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=397, earliestPutTs=1732659763843 2024-11-26T22:22:45,925 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2b86898688f24f0895c7750466d979f3, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=420, earliestPutTs=1732659764527 2024-11-26T22:22:45,925 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.Compactor(224): Compacting d23c87c8d94c48199c178bb1208673c1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=420, earliestPutTs=1732659764527 2024-11-26T22:22:45,942 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): bf62df1e785d616554497a63b5a899e3#A#compaction#312 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T22:22:45,943 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp/A/1e444b44952147909578a65aefcece74 is 50, key is test_row_0/A:col10/1732659764527/Put/seqid=0 2024-11-26T22:22:45,959 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bf62df1e785d616554497a63b5a899e3#B#compaction#313 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T22:22:45,960 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp/B/ece222637ab841469e249f3c22f74ed8 is 50, key is test_row_0/B:col10/1732659764527/Put/seqid=0 2024-11-26T22:22:46,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742188_1364 (size=13289) 2024-11-26T22:22:46,021 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp/B/ece222637ab841469e249f3c22f74ed8 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/B/ece222637ab841469e249f3c22f74ed8 2024-11-26T22:22:46,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742187_1363 (size=13289) 2024-11-26T22:22:46,028 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in bf62df1e785d616554497a63b5a899e3/B of bf62df1e785d616554497a63b5a899e3 into ece222637ab841469e249f3c22f74ed8(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T22:22:46,028 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for bf62df1e785d616554497a63b5a899e3: 2024-11-26T22:22:46,028 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3., storeName=bf62df1e785d616554497a63b5a899e3/B, priority=13, startTime=1732659765922; duration=0sec 2024-11-26T22:22:46,028 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T22:22:46,028 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bf62df1e785d616554497a63b5a899e3:B 2024-11-26T22:22:46,028 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T22:22:46,030 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37789 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T22:22:46,031 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HStore(1540): bf62df1e785d616554497a63b5a899e3/C is initiating minor compaction (all files) 2024-11-26T22:22:46,031 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of bf62df1e785d616554497a63b5a899e3/C in TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3. 2024-11-26T22:22:46,031 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/C/5c6f85fa63d54cb798951149bdaf5b31, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/C/0fbb253f34224f0e9335cda2d9ec2066, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/C/10e7b788a63e47eba950cb9002c08f8f] into tmpdir=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp, totalSize=36.9 K 2024-11-26T22:22:46,031 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.Compactor(224): Compacting 5c6f85fa63d54cb798951149bdaf5b31, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=380, earliestPutTs=1732659763501 2024-11-26T22:22:46,032 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.Compactor(224): Compacting 0fbb253f34224f0e9335cda2d9ec2066, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=397, earliestPutTs=1732659763843 2024-11-26T22:22:46,032 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.Compactor(224): Compacting 10e7b788a63e47eba950cb9002c08f8f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=420, earliestPutTs=1732659764527 2024-11-26T22:22:46,056 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:46,056 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34335 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=92 2024-11-26T22:22:46,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3. 2024-11-26T22:22:46,057 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2837): Flushing bf62df1e785d616554497a63b5a899e3 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-26T22:22:46,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf62df1e785d616554497a63b5a899e3, store=A 2024-11-26T22:22:46,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:22:46,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf62df1e785d616554497a63b5a899e3, store=B 2024-11-26T22:22:46,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:22:46,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf62df1e785d616554497a63b5a899e3, store=C 2024-11-26T22:22:46,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:22:46,058 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bf62df1e785d616554497a63b5a899e3#C#compaction#314 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T22:22:46,058 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp/C/1e6d03e926814f0fa3cdb25a8a761dea is 50, key is test_row_0/C:col10/1732659764527/Put/seqid=0 2024-11-26T22:22:46,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-11-26T22:22:46,077 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3. as already flushing 2024-11-26T22:22:46,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(8581): Flush requested on bf62df1e785d616554497a63b5a899e3 2024-11-26T22:22:46,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp/A/8e553a29df4b4486b048f84d06f83927 is 50, key is test_row_0/A:col10/1732659764931/Put/seqid=0 2024-11-26T22:22:46,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742189_1365 (size=13289) 2024-11-26T22:22:46,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742190_1366 (size=12301) 2024-11-26T22:22:46,144 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=437 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp/A/8e553a29df4b4486b048f84d06f83927 2024-11-26T22:22:46,157 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:46,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 248 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45710 deadline: 1732659826138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:46,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp/B/1518e7e39c8140d9bbcbf02b21aff66b is 50, key is test_row_0/B:col10/1732659764931/Put/seqid=0 2024-11-26T22:22:46,165 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:46,167 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:46,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 237 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45718 deadline: 1732659826159, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:46,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45740 deadline: 1732659826157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:46,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742191_1367 (size=12301) 2024-11-26T22:22:46,199 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=437 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp/B/1518e7e39c8140d9bbcbf02b21aff66b 2024-11-26T22:22:46,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp/C/1f2ac2792ac640e6b9122c38075a243f is 50, key is test_row_0/C:col10/1732659764931/Put/seqid=0 2024-11-26T22:22:46,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742192_1368 (size=12301) 2024-11-26T22:22:46,261 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:46,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 250 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45710 deadline: 1732659826259, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:46,274 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:46,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45740 deadline: 1732659826269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:46,282 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:46,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 239 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45718 deadline: 1732659826277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:46,434 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp/A/1e444b44952147909578a65aefcece74 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/A/1e444b44952147909578a65aefcece74 2024-11-26T22:22:46,439 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in bf62df1e785d616554497a63b5a899e3/A of bf62df1e785d616554497a63b5a899e3 into 1e444b44952147909578a65aefcece74(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T22:22:46,439 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for bf62df1e785d616554497a63b5a899e3: 2024-11-26T22:22:46,439 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3., storeName=bf62df1e785d616554497a63b5a899e3/A, priority=13, startTime=1732659765922; duration=0sec 2024-11-26T22:22:46,439 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T22:22:46,439 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bf62df1e785d616554497a63b5a899e3:A 2024-11-26T22:22:46,469 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:46,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 252 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45710 deadline: 1732659826465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:46,478 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:46,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45740 deadline: 1732659826477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:46,488 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:46,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 241 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45718 deadline: 1732659826484, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:46,516 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp/C/1e6d03e926814f0fa3cdb25a8a761dea as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/C/1e6d03e926814f0fa3cdb25a8a761dea 2024-11-26T22:22:46,523 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in bf62df1e785d616554497a63b5a899e3/C of bf62df1e785d616554497a63b5a899e3 into 1e6d03e926814f0fa3cdb25a8a761dea(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T22:22:46,523 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for bf62df1e785d616554497a63b5a899e3: 2024-11-26T22:22:46,523 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3., storeName=bf62df1e785d616554497a63b5a899e3/C, priority=13, startTime=1732659765922; duration=0sec 2024-11-26T22:22:46,523 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T22:22:46,523 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bf62df1e785d616554497a63b5a899e3:C 2024-11-26T22:22:46,653 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=437 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp/C/1f2ac2792ac640e6b9122c38075a243f 2024-11-26T22:22:46,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp/A/8e553a29df4b4486b048f84d06f83927 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/A/8e553a29df4b4486b048f84d06f83927 2024-11-26T22:22:46,668 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/A/8e553a29df4b4486b048f84d06f83927, entries=150, sequenceid=437, filesize=12.0 K 2024-11-26T22:22:46,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp/B/1518e7e39c8140d9bbcbf02b21aff66b as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/B/1518e7e39c8140d9bbcbf02b21aff66b 2024-11-26T22:22:46,674 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/B/1518e7e39c8140d9bbcbf02b21aff66b, entries=150, sequenceid=437, filesize=12.0 K 2024-11-26T22:22:46,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp/C/1f2ac2792ac640e6b9122c38075a243f as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/C/1f2ac2792ac640e6b9122c38075a243f 2024-11-26T22:22:46,679 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/C/1f2ac2792ac640e6b9122c38075a243f, entries=150, sequenceid=437, filesize=12.0 K 2024-11-26T22:22:46,681 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=120.76 KB/123660 for bf62df1e785d616554497a63b5a899e3 in 624ms, sequenceid=437, compaction requested=false 2024-11-26T22:22:46,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2538): Flush status journal for bf62df1e785d616554497a63b5a899e3: 2024-11-26T22:22:46,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3. 2024-11-26T22:22:46,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=92 2024-11-26T22:22:46,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster(4106): Remote procedure done, pid=92 2024-11-26T22:22:46,685 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=92, resume processing ppid=91 2024-11-26T22:22:46,685 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=92, ppid=91, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7230 sec 2024-11-26T22:22:46,688 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=91, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=91, table=TestAcidGuarantees in 1.7290 sec 2024-11-26T22:22:46,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(8581): Flush requested on bf62df1e785d616554497a63b5a899e3 2024-11-26T22:22:46,775 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing bf62df1e785d616554497a63b5a899e3 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-26T22:22:46,775 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf62df1e785d616554497a63b5a899e3, store=A 2024-11-26T22:22:46,775 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:22:46,775 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf62df1e785d616554497a63b5a899e3, store=B 2024-11-26T22:22:46,775 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:22:46,775 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf62df1e785d616554497a63b5a899e3, store=C 2024-11-26T22:22:46,775 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:22:46,785 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp/A/7c5835322c294c4289bf29acb098a386 is 50, key is test_row_0/A:col10/1732659766149/Put/seqid=0 2024-11-26T22:22:46,803 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:46,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 260 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45710 deadline: 1732659826800, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:46,804 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:46,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45740 deadline: 1732659826801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:46,808 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:46,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 245 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45718 deadline: 1732659826803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:46,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742193_1369 (size=14741) 2024-11-26T22:22:46,831 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=461 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp/A/7c5835322c294c4289bf29acb098a386 2024-11-26T22:22:46,874 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp/B/dab8a184c92b400c990e9066cb38a3c2 is 50, key is test_row_0/B:col10/1732659766149/Put/seqid=0 2024-11-26T22:22:46,908 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:46,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45740 deadline: 1732659826905, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:46,912 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:46,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 262 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45710 deadline: 1732659826908, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:46,930 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:46,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 247 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45718 deadline: 1732659826928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:46,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742194_1370 (size=12301) 2024-11-26T22:22:46,941 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=461 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp/B/dab8a184c92b400c990e9066cb38a3c2 2024-11-26T22:22:46,970 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp/C/7028982fda4a4f6db4e060cfebc96ca9 is 50, key is test_row_0/C:col10/1732659766149/Put/seqid=0 2024-11-26T22:22:47,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742195_1371 (size=12301) 2024-11-26T22:22:47,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-11-26T22:22:47,064 INFO [Thread-1264 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 91 completed 2024-11-26T22:22:47,066 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T22:22:47,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] procedure2.ProcedureExecutor(1098): Stored pid=93, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=93, table=TestAcidGuarantees 2024-11-26T22:22:47,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=93 2024-11-26T22:22:47,067 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=93, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=93, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T22:22:47,068 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=93, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=93, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T22:22:47,068 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=94, ppid=93, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T22:22:47,113 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:47,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45740 deadline: 1732659827111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:47,116 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:47,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 264 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45710 deadline: 1732659827113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:47,135 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:47,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 249 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45718 deadline: 1732659827132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:47,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=93 2024-11-26T22:22:47,223 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:47,224 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34335 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94 2024-11-26T22:22:47,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3. 2024-11-26T22:22:47,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3. as already flushing 2024-11-26T22:22:47,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3. 2024-11-26T22:22:47,224 ERROR [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] handler.RSProcedureHandler(58): pid=94 java.io.IOException: Unable to complete flush {ENCODED => bf62df1e785d616554497a63b5a899e3, NAME => 'TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:22:47,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=94 java.io.IOException: Unable to complete flush {ENCODED => bf62df1e785d616554497a63b5a899e3, NAME => 'TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:22:47,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster(4114): Remote procedure failed, pid=94 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bf62df1e785d616554497a63b5a899e3, NAME => 'TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bf62df1e785d616554497a63b5a899e3, NAME => 'TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:22:47,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=93 2024-11-26T22:22:47,379 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:47,380 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34335 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94 2024-11-26T22:22:47,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3. 2024-11-26T22:22:47,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3. as already flushing 2024-11-26T22:22:47,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3. 2024-11-26T22:22:47,380 ERROR [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] handler.RSProcedureHandler(58): pid=94 java.io.IOException: Unable to complete flush {ENCODED => bf62df1e785d616554497a63b5a899e3, NAME => 'TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:22:47,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=94 java.io.IOException: Unable to complete flush {ENCODED => bf62df1e785d616554497a63b5a899e3, NAME => 'TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:22:47,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster(4114): Remote procedure failed, pid=94 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bf62df1e785d616554497a63b5a899e3, NAME => 'TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bf62df1e785d616554497a63b5a899e3, NAME => 'TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:22:47,418 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:47,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45740 deadline: 1732659827417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:47,420 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:47,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 266 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45710 deadline: 1732659827418, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:47,423 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=461 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp/C/7028982fda4a4f6db4e060cfebc96ca9 2024-11-26T22:22:47,430 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp/A/7c5835322c294c4289bf29acb098a386 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/A/7c5835322c294c4289bf29acb098a386 2024-11-26T22:22:47,435 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/A/7c5835322c294c4289bf29acb098a386, entries=200, sequenceid=461, filesize=14.4 K 2024-11-26T22:22:47,436 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp/B/dab8a184c92b400c990e9066cb38a3c2 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/B/dab8a184c92b400c990e9066cb38a3c2 2024-11-26T22:22:47,441 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/B/dab8a184c92b400c990e9066cb38a3c2, entries=150, sequenceid=461, filesize=12.0 K 2024-11-26T22:22:47,442 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp/C/7028982fda4a4f6db4e060cfebc96ca9 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/C/7028982fda4a4f6db4e060cfebc96ca9 2024-11-26T22:22:47,445 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:47,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 251 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45718 deadline: 1732659827443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:47,451 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/C/7028982fda4a4f6db4e060cfebc96ca9, entries=150, sequenceid=461, filesize=12.0 K 2024-11-26T22:22:47,452 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for bf62df1e785d616554497a63b5a899e3 in 677ms, sequenceid=461, compaction requested=true 2024-11-26T22:22:47,452 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for bf62df1e785d616554497a63b5a899e3: 2024-11-26T22:22:47,452 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bf62df1e785d616554497a63b5a899e3:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T22:22:47,453 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T22:22:47,453 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T22:22:47,453 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bf62df1e785d616554497a63b5a899e3:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T22:22:47,453 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T22:22:47,453 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bf62df1e785d616554497a63b5a899e3:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T22:22:47,453 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-26T22:22:47,453 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T22:22:47,454 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40331 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T22:22:47,454 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37891 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T22:22:47,454 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HStore(1540): bf62df1e785d616554497a63b5a899e3/A is initiating minor compaction (all files) 2024-11-26T22:22:47,454 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HStore(1540): bf62df1e785d616554497a63b5a899e3/B is initiating minor compaction (all files) 2024-11-26T22:22:47,454 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of bf62df1e785d616554497a63b5a899e3/A in TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3. 2024-11-26T22:22:47,454 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of bf62df1e785d616554497a63b5a899e3/B in TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3. 2024-11-26T22:22:47,454 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/B/ece222637ab841469e249f3c22f74ed8, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/B/1518e7e39c8140d9bbcbf02b21aff66b, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/B/dab8a184c92b400c990e9066cb38a3c2] into tmpdir=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp, totalSize=37.0 K 2024-11-26T22:22:47,454 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/A/1e444b44952147909578a65aefcece74, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/A/8e553a29df4b4486b048f84d06f83927, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/A/7c5835322c294c4289bf29acb098a386] into tmpdir=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp, totalSize=39.4 K 2024-11-26T22:22:47,455 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.Compactor(224): Compacting 1e444b44952147909578a65aefcece74, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=420, earliestPutTs=1732659764527 2024-11-26T22:22:47,455 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.Compactor(224): Compacting ece222637ab841469e249f3c22f74ed8, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=420, earliestPutTs=1732659764527 2024-11-26T22:22:47,455 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.Compactor(224): Compacting 8e553a29df4b4486b048f84d06f83927, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=437, earliestPutTs=1732659764915 2024-11-26T22:22:47,455 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1518e7e39c8140d9bbcbf02b21aff66b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=437, earliestPutTs=1732659764915 2024-11-26T22:22:47,456 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.Compactor(224): Compacting dab8a184c92b400c990e9066cb38a3c2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=461, earliestPutTs=1732659766125 2024-11-26T22:22:47,456 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.Compactor(224): Compacting 7c5835322c294c4289bf29acb098a386, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=461, earliestPutTs=1732659766125 2024-11-26T22:22:47,474 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): bf62df1e785d616554497a63b5a899e3#B#compaction#321 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T22:22:47,474 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp/B/65ad290a25d74331a988a5d431e71e03 is 50, key is test_row_0/B:col10/1732659766149/Put/seqid=0 2024-11-26T22:22:47,480 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bf62df1e785d616554497a63b5a899e3#A#compaction#322 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T22:22:47,481 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp/A/e32fd08eda2a414c8a65c653a034208f is 50, key is test_row_0/A:col10/1732659766149/Put/seqid=0 2024-11-26T22:22:47,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742196_1372 (size=13391) 2024-11-26T22:22:47,533 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:47,533 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34335 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94 2024-11-26T22:22:47,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3. 2024-11-26T22:22:47,534 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2837): Flushing bf62df1e785d616554497a63b5a899e3 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-26T22:22:47,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf62df1e785d616554497a63b5a899e3, store=A 2024-11-26T22:22:47,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:22:47,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf62df1e785d616554497a63b5a899e3, store=B 2024-11-26T22:22:47,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:22:47,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf62df1e785d616554497a63b5a899e3, store=C 2024-11-26T22:22:47,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:22:47,537 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp/B/65ad290a25d74331a988a5d431e71e03 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/B/65ad290a25d74331a988a5d431e71e03 2024-11-26T22:22:47,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742197_1373 (size=13391) 2024-11-26T22:22:47,544 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in bf62df1e785d616554497a63b5a899e3/B of bf62df1e785d616554497a63b5a899e3 into 65ad290a25d74331a988a5d431e71e03(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T22:22:47,544 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for bf62df1e785d616554497a63b5a899e3: 2024-11-26T22:22:47,544 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3., storeName=bf62df1e785d616554497a63b5a899e3/B, priority=13, startTime=1732659767453; duration=0sec 2024-11-26T22:22:47,544 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T22:22:47,544 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bf62df1e785d616554497a63b5a899e3:B 2024-11-26T22:22:47,544 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T22:22:47,546 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37891 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T22:22:47,546 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HStore(1540): bf62df1e785d616554497a63b5a899e3/C is initiating minor compaction (all files) 2024-11-26T22:22:47,546 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of bf62df1e785d616554497a63b5a899e3/C in TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3. 2024-11-26T22:22:47,546 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/C/1e6d03e926814f0fa3cdb25a8a761dea, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/C/1f2ac2792ac640e6b9122c38075a243f, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/C/7028982fda4a4f6db4e060cfebc96ca9] into tmpdir=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp, totalSize=37.0 K 2024-11-26T22:22:47,547 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1e6d03e926814f0fa3cdb25a8a761dea, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=420, earliestPutTs=1732659764527 2024-11-26T22:22:47,547 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp/A/e32fd08eda2a414c8a65c653a034208f as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/A/e32fd08eda2a414c8a65c653a034208f 2024-11-26T22:22:47,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp/A/b9186095a37b4f95a1695646bcae03bf is 50, key is test_row_0/A:col10/1732659766801/Put/seqid=0 2024-11-26T22:22:47,548 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1f2ac2792ac640e6b9122c38075a243f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=437, earliestPutTs=1732659764915 2024-11-26T22:22:47,549 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7028982fda4a4f6db4e060cfebc96ca9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=461, earliestPutTs=1732659766125 2024-11-26T22:22:47,552 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in bf62df1e785d616554497a63b5a899e3/A of bf62df1e785d616554497a63b5a899e3 into e32fd08eda2a414c8a65c653a034208f(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T22:22:47,552 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for bf62df1e785d616554497a63b5a899e3: 2024-11-26T22:22:47,552 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3., storeName=bf62df1e785d616554497a63b5a899e3/A, priority=13, startTime=1732659767452; duration=0sec 2024-11-26T22:22:47,552 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T22:22:47,553 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bf62df1e785d616554497a63b5a899e3:A 2024-11-26T22:22:47,559 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): bf62df1e785d616554497a63b5a899e3#C#compaction#324 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T22:22:47,560 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp/C/b274677221fa488abbed374072d22e34 is 50, key is test_row_0/C:col10/1732659766149/Put/seqid=0 2024-11-26T22:22:47,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742198_1374 (size=9857) 2024-11-26T22:22:47,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742199_1375 (size=13391) 2024-11-26T22:22:47,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=93 2024-11-26T22:22:47,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(8581): Flush requested on bf62df1e785d616554497a63b5a899e3 2024-11-26T22:22:47,925 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3. as already flushing 2024-11-26T22:22:47,952 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:47,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 253 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45718 deadline: 1732659827949, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:47,953 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:47,953 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:47,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 277 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45710 deadline: 1732659827951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:47,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45740 deadline: 1732659827952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:48,021 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=475 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp/A/b9186095a37b4f95a1695646bcae03bf 2024-11-26T22:22:48,031 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp/C/b274677221fa488abbed374072d22e34 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/C/b274677221fa488abbed374072d22e34 2024-11-26T22:22:48,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp/B/1d2505dd5c2044e1921fb399ae54acb0 is 50, key is test_row_0/B:col10/1732659766801/Put/seqid=0 2024-11-26T22:22:48,036 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in bf62df1e785d616554497a63b5a899e3/C of bf62df1e785d616554497a63b5a899e3 into b274677221fa488abbed374072d22e34(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T22:22:48,036 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for bf62df1e785d616554497a63b5a899e3: 2024-11-26T22:22:48,036 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3., storeName=bf62df1e785d616554497a63b5a899e3/C, priority=13, startTime=1732659767453; duration=0sec 2024-11-26T22:22:48,036 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T22:22:48,036 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bf62df1e785d616554497a63b5a899e3:C 2024-11-26T22:22:48,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742200_1376 (size=9857) 2024-11-26T22:22:48,044 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=475 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp/B/1d2505dd5c2044e1921fb399ae54acb0 2024-11-26T22:22:48,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp/C/16b9984fe7124e39a9dda957cad5c77a is 50, key is test_row_0/C:col10/1732659766801/Put/seqid=0 2024-11-26T22:22:48,056 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:48,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 279 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45710 deadline: 1732659828055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:48,056 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:48,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45740 deadline: 1732659828055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:48,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742201_1377 (size=9857) 2024-11-26T22:22:48,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=93 2024-11-26T22:22:48,258 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:48,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 281 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45710 deadline: 1732659828257, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:48,260 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:48,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45740 deadline: 1732659828258, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:48,498 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=475 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp/C/16b9984fe7124e39a9dda957cad5c77a 2024-11-26T22:22:48,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp/A/b9186095a37b4f95a1695646bcae03bf as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/A/b9186095a37b4f95a1695646bcae03bf 2024-11-26T22:22:48,518 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/A/b9186095a37b4f95a1695646bcae03bf, entries=100, sequenceid=475, filesize=9.6 K 2024-11-26T22:22:48,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp/B/1d2505dd5c2044e1921fb399ae54acb0 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/B/1d2505dd5c2044e1921fb399ae54acb0 2024-11-26T22:22:48,524 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/B/1d2505dd5c2044e1921fb399ae54acb0, entries=100, sequenceid=475, filesize=9.6 K 2024-11-26T22:22:48,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp/C/16b9984fe7124e39a9dda957cad5c77a as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/C/16b9984fe7124e39a9dda957cad5c77a 2024-11-26T22:22:48,530 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/C/16b9984fe7124e39a9dda957cad5c77a, entries=100, sequenceid=475, filesize=9.6 K 2024-11-26T22:22:48,531 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for bf62df1e785d616554497a63b5a899e3 in 996ms, sequenceid=475, compaction requested=false 2024-11-26T22:22:48,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2538): Flush status journal for bf62df1e785d616554497a63b5a899e3: 2024-11-26T22:22:48,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3. 2024-11-26T22:22:48,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=94 2024-11-26T22:22:48,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster(4106): Remote procedure done, pid=94 2024-11-26T22:22:48,534 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=94, resume processing ppid=93 2024-11-26T22:22:48,534 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=94, ppid=93, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4650 sec 2024-11-26T22:22:48,536 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=93, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=93, table=TestAcidGuarantees in 1.4690 sec 2024-11-26T22:22:48,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(8581): Flush requested on bf62df1e785d616554497a63b5a899e3 2024-11-26T22:22:48,564 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing bf62df1e785d616554497a63b5a899e3 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-26T22:22:48,566 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf62df1e785d616554497a63b5a899e3, store=A 2024-11-26T22:22:48,566 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:22:48,566 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf62df1e785d616554497a63b5a899e3, store=B 2024-11-26T22:22:48,566 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:22:48,566 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf62df1e785d616554497a63b5a899e3, store=C 2024-11-26T22:22:48,566 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:22:48,573 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp/A/435182bb88a04299b884625c3c233bbd is 50, key is test_row_0/A:col10/1732659768564/Put/seqid=0 2024-11-26T22:22:48,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742202_1378 (size=14741) 2024-11-26T22:22:48,587 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=502 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp/A/435182bb88a04299b884625c3c233bbd 2024-11-26T22:22:48,594 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:48,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45740 deadline: 1732659828592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:48,594 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:48,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 289 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45710 deadline: 1732659828592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:48,595 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp/B/b342a068f4894f30bbda0a99776e6111 is 50, key is test_row_0/B:col10/1732659768564/Put/seqid=0 2024-11-26T22:22:48,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742203_1379 (size=12301) 2024-11-26T22:22:48,696 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:48,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45740 deadline: 1732659828695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:48,697 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:48,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 291 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45710 deadline: 1732659828695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:48,900 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:48,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45740 deadline: 1732659828897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:48,900 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:48,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 293 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45710 deadline: 1732659828899, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:48,962 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:48,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 255 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45718 deadline: 1732659828961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:49,003 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=502 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp/B/b342a068f4894f30bbda0a99776e6111 2024-11-26T22:22:49,011 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp/C/4cb99ba0c5e44ce284a4cd7badce963f is 50, key is test_row_0/C:col10/1732659768564/Put/seqid=0 2024-11-26T22:22:49,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742204_1380 (size=12301) 2024-11-26T22:22:49,034 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=502 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp/C/4cb99ba0c5e44ce284a4cd7badce963f 2024-11-26T22:22:49,040 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp/A/435182bb88a04299b884625c3c233bbd as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/A/435182bb88a04299b884625c3c233bbd 2024-11-26T22:22:49,044 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/A/435182bb88a04299b884625c3c233bbd, entries=200, sequenceid=502, filesize=14.4 K 2024-11-26T22:22:49,045 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp/B/b342a068f4894f30bbda0a99776e6111 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/B/b342a068f4894f30bbda0a99776e6111 2024-11-26T22:22:49,051 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/B/b342a068f4894f30bbda0a99776e6111, entries=150, sequenceid=502, filesize=12.0 K 2024-11-26T22:22:49,053 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp/C/4cb99ba0c5e44ce284a4cd7badce963f as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/C/4cb99ba0c5e44ce284a4cd7badce963f 2024-11-26T22:22:49,060 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/C/4cb99ba0c5e44ce284a4cd7badce963f, entries=150, sequenceid=502, filesize=12.0 K 2024-11-26T22:22:49,061 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for bf62df1e785d616554497a63b5a899e3 in 497ms, sequenceid=502, compaction requested=true 2024-11-26T22:22:49,061 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for bf62df1e785d616554497a63b5a899e3: 2024-11-26T22:22:49,061 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bf62df1e785d616554497a63b5a899e3:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T22:22:49,061 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T22:22:49,061 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T22:22:49,061 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T22:22:49,061 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bf62df1e785d616554497a63b5a899e3:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T22:22:49,061 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T22:22:49,061 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bf62df1e785d616554497a63b5a899e3:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T22:22:49,061 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T22:22:49,062 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37989 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T22:22:49,062 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35549 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T22:22:49,062 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HStore(1540): bf62df1e785d616554497a63b5a899e3/B is initiating minor compaction (all files) 2024-11-26T22:22:49,062 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HStore(1540): bf62df1e785d616554497a63b5a899e3/A is initiating minor compaction (all files) 2024-11-26T22:22:49,062 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of bf62df1e785d616554497a63b5a899e3/A in TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3. 2024-11-26T22:22:49,062 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of bf62df1e785d616554497a63b5a899e3/B in TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3. 2024-11-26T22:22:49,063 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/A/e32fd08eda2a414c8a65c653a034208f, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/A/b9186095a37b4f95a1695646bcae03bf, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/A/435182bb88a04299b884625c3c233bbd] into tmpdir=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp, totalSize=37.1 K 2024-11-26T22:22:49,063 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/B/65ad290a25d74331a988a5d431e71e03, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/B/1d2505dd5c2044e1921fb399ae54acb0, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/B/b342a068f4894f30bbda0a99776e6111] into tmpdir=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp, totalSize=34.7 K 2024-11-26T22:22:49,064 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.Compactor(224): Compacting e32fd08eda2a414c8a65c653a034208f, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=461, earliestPutTs=1732659766125 2024-11-26T22:22:49,064 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.Compactor(224): Compacting 65ad290a25d74331a988a5d431e71e03, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=461, earliestPutTs=1732659766125 2024-11-26T22:22:49,064 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.Compactor(224): Compacting 1d2505dd5c2044e1921fb399ae54acb0, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=475, earliestPutTs=1732659766799 2024-11-26T22:22:49,064 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.Compactor(224): Compacting b9186095a37b4f95a1695646bcae03bf, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=475, earliestPutTs=1732659766799 2024-11-26T22:22:49,065 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.Compactor(224): Compacting b342a068f4894f30bbda0a99776e6111, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=502, earliestPutTs=1732659767946 2024-11-26T22:22:49,066 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.Compactor(224): Compacting 435182bb88a04299b884625c3c233bbd, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=502, earliestPutTs=1732659767946 2024-11-26T22:22:49,083 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bf62df1e785d616554497a63b5a899e3#B#compaction#330 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T22:22:49,083 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp/B/d4f7482b01724d56828c899ce30325df is 50, key is test_row_0/B:col10/1732659768564/Put/seqid=0 2024-11-26T22:22:49,095 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): bf62df1e785d616554497a63b5a899e3#A#compaction#331 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T22:22:49,096 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp/A/f4949f8ee19a4f759e051c0b929aa381 is 50, key is test_row_0/A:col10/1732659768564/Put/seqid=0 2024-11-26T22:22:49,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742205_1381 (size=13493) 2024-11-26T22:22:49,117 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp/B/d4f7482b01724d56828c899ce30325df as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/B/d4f7482b01724d56828c899ce30325df 2024-11-26T22:22:49,124 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in bf62df1e785d616554497a63b5a899e3/B of bf62df1e785d616554497a63b5a899e3 into d4f7482b01724d56828c899ce30325df(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T22:22:49,124 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for bf62df1e785d616554497a63b5a899e3: 2024-11-26T22:22:49,124 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3., storeName=bf62df1e785d616554497a63b5a899e3/B, priority=13, startTime=1732659769061; duration=0sec 2024-11-26T22:22:49,124 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T22:22:49,124 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bf62df1e785d616554497a63b5a899e3:B 2024-11-26T22:22:49,125 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T22:22:49,126 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35549 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T22:22:49,126 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HStore(1540): bf62df1e785d616554497a63b5a899e3/C is initiating minor compaction (all files) 2024-11-26T22:22:49,126 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of bf62df1e785d616554497a63b5a899e3/C in TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3. 2024-11-26T22:22:49,127 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/C/b274677221fa488abbed374072d22e34, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/C/16b9984fe7124e39a9dda957cad5c77a, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/C/4cb99ba0c5e44ce284a4cd7badce963f] into tmpdir=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp, totalSize=34.7 K 2024-11-26T22:22:49,127 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.Compactor(224): Compacting b274677221fa488abbed374072d22e34, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=461, earliestPutTs=1732659766125 2024-11-26T22:22:49,127 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.Compactor(224): Compacting 16b9984fe7124e39a9dda957cad5c77a, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=475, earliestPutTs=1732659766799 2024-11-26T22:22:49,128 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.Compactor(224): Compacting 4cb99ba0c5e44ce284a4cd7badce963f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=502, earliestPutTs=1732659767946 2024-11-26T22:22:49,135 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bf62df1e785d616554497a63b5a899e3#C#compaction#332 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T22:22:49,136 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp/C/0584ace7cf534882ae9dbf96fdfaf925 is 50, key is test_row_0/C:col10/1732659768564/Put/seqid=0 2024-11-26T22:22:49,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742206_1382 (size=13493) 2024-11-26T22:22:49,146 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp/A/f4949f8ee19a4f759e051c0b929aa381 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/A/f4949f8ee19a4f759e051c0b929aa381 2024-11-26T22:22:49,153 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in bf62df1e785d616554497a63b5a899e3/A of bf62df1e785d616554497a63b5a899e3 into f4949f8ee19a4f759e051c0b929aa381(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T22:22:49,153 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for bf62df1e785d616554497a63b5a899e3: 2024-11-26T22:22:49,153 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3., storeName=bf62df1e785d616554497a63b5a899e3/A, priority=13, startTime=1732659769061; duration=0sec 2024-11-26T22:22:49,154 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T22:22:49,154 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bf62df1e785d616554497a63b5a899e3:A 2024-11-26T22:22:49,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742207_1383 (size=13493) 2024-11-26T22:22:49,166 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp/C/0584ace7cf534882ae9dbf96fdfaf925 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/C/0584ace7cf534882ae9dbf96fdfaf925 2024-11-26T22:22:49,171 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in bf62df1e785d616554497a63b5a899e3/C of bf62df1e785d616554497a63b5a899e3 into 0584ace7cf534882ae9dbf96fdfaf925(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T22:22:49,171 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for bf62df1e785d616554497a63b5a899e3: 2024-11-26T22:22:49,171 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3., storeName=bf62df1e785d616554497a63b5a899e3/C, priority=13, startTime=1732659769061; duration=0sec 2024-11-26T22:22:49,171 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T22:22:49,171 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bf62df1e785d616554497a63b5a899e3:C 2024-11-26T22:22:49,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=93 2024-11-26T22:22:49,172 INFO [Thread-1264 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 93 completed 2024-11-26T22:22:49,183 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T22:22:49,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] procedure2.ProcedureExecutor(1098): Stored pid=95, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=95, table=TestAcidGuarantees 2024-11-26T22:22:49,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=95 2024-11-26T22:22:49,185 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=95, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=95, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T22:22:49,185 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=95, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=95, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T22:22:49,186 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=96, ppid=95, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T22:22:49,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(8581): Flush requested on bf62df1e785d616554497a63b5a899e3 2024-11-26T22:22:49,203 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing bf62df1e785d616554497a63b5a899e3 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-26T22:22:49,203 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf62df1e785d616554497a63b5a899e3, store=A 2024-11-26T22:22:49,204 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:22:49,204 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf62df1e785d616554497a63b5a899e3, store=B 2024-11-26T22:22:49,204 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:22:49,204 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf62df1e785d616554497a63b5a899e3, store=C 2024-11-26T22:22:49,204 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:22:49,209 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp/A/7670f78eac9e4ae18089685fe2c1b246 is 50, key is test_row_0/A:col10/1732659768586/Put/seqid=0 2024-11-26T22:22:49,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742208_1384 (size=12301) 2024-11-26T22:22:49,219 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=518 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp/A/7670f78eac9e4ae18089685fe2c1b246 2024-11-26T22:22:49,225 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp/B/5af7e1c355014676b7838000b88eafc0 is 50, key is test_row_0/B:col10/1732659768586/Put/seqid=0 2024-11-26T22:22:49,233 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:49,233 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:49,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742209_1385 (size=12301) 2024-11-26T22:22:49,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45776 deadline: 1732659829230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:49,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 303 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45710 deadline: 1732659829229, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:49,233 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:49,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45740 deadline: 1732659829231, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:49,247 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:49,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45752 deadline: 1732659829246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:49,248 DEBUG [Thread-1262 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8215 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3., hostname=d8c094cf5ab0,34335,1732659674113, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T22:22:49,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=95 2024-11-26T22:22:49,336 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:49,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 305 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45710 deadline: 1732659829334, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:49,336 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:49,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45776 deadline: 1732659829334, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:49,337 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:49,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45740 deadline: 1732659829334, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:49,337 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:49,338 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34335 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=96 2024-11-26T22:22:49,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3. 2024-11-26T22:22:49,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3. as already flushing 2024-11-26T22:22:49,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3. 2024-11-26T22:22:49,338 ERROR [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] handler.RSProcedureHandler(58): pid=96 java.io.IOException: Unable to complete flush {ENCODED => bf62df1e785d616554497a63b5a899e3, NAME => 'TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:22:49,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=96 java.io.IOException: Unable to complete flush {ENCODED => bf62df1e785d616554497a63b5a899e3, NAME => 'TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:22:49,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster(4114): Remote procedure failed, pid=96 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bf62df1e785d616554497a63b5a899e3, NAME => 'TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bf62df1e785d616554497a63b5a899e3, NAME => 'TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:22:49,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=95 2024-11-26T22:22:49,490 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:49,490 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34335 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=96 2024-11-26T22:22:49,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3. 2024-11-26T22:22:49,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3. as already flushing 2024-11-26T22:22:49,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3. 2024-11-26T22:22:49,491 ERROR [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] handler.RSProcedureHandler(58): pid=96 java.io.IOException: Unable to complete flush {ENCODED => bf62df1e785d616554497a63b5a899e3, NAME => 'TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:22:49,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=96 java.io.IOException: Unable to complete flush {ENCODED => bf62df1e785d616554497a63b5a899e3, NAME => 'TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:22:49,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster(4114): Remote procedure failed, pid=96 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bf62df1e785d616554497a63b5a899e3, NAME => 'TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bf62df1e785d616554497a63b5a899e3, NAME => 'TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:22:49,539 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:49,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45740 deadline: 1732659829538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:49,540 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:49,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 307 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45710 deadline: 1732659829538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:49,540 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:49,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45776 deadline: 1732659829538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:49,633 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=518 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp/B/5af7e1c355014676b7838000b88eafc0 2024-11-26T22:22:49,641 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp/C/13fef0f4a5a04d47aead14980fb0b701 is 50, key is test_row_0/C:col10/1732659768586/Put/seqid=0 2024-11-26T22:22:49,643 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:49,643 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34335 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=96 2024-11-26T22:22:49,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3. 2024-11-26T22:22:49,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3. as already flushing 2024-11-26T22:22:49,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3. 2024-11-26T22:22:49,644 ERROR [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] handler.RSProcedureHandler(58): pid=96 java.io.IOException: Unable to complete flush {ENCODED => bf62df1e785d616554497a63b5a899e3, NAME => 'TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:22:49,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=96 java.io.IOException: Unable to complete flush {ENCODED => bf62df1e785d616554497a63b5a899e3, NAME => 'TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:22:49,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster(4114): Remote procedure failed, pid=96 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bf62df1e785d616554497a63b5a899e3, NAME => 'TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bf62df1e785d616554497a63b5a899e3, NAME => 'TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:22:49,646 DEBUG [Thread-1265 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x762de37e to 127.0.0.1:58789 2024-11-26T22:22:49,646 DEBUG [Thread-1265 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T22:22:49,646 DEBUG [Thread-1273 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2834a215 to 127.0.0.1:58789 2024-11-26T22:22:49,646 DEBUG [Thread-1273 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T22:22:49,647 DEBUG [Thread-1269 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x15d2a893 to 127.0.0.1:58789 2024-11-26T22:22:49,647 DEBUG [Thread-1269 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T22:22:49,648 DEBUG [Thread-1267 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2838b88d to 127.0.0.1:58789 2024-11-26T22:22:49,648 DEBUG [Thread-1271 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5ab3f837 to 127.0.0.1:58789 2024-11-26T22:22:49,648 DEBUG [Thread-1267 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T22:22:49,648 DEBUG [Thread-1271 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T22:22:49,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742210_1386 (size=12301) 2024-11-26T22:22:49,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=95 2024-11-26T22:22:49,795 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:49,795 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34335 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=96 2024-11-26T22:22:49,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3. 2024-11-26T22:22:49,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3. as already flushing 2024-11-26T22:22:49,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3. 2024-11-26T22:22:49,796 ERROR [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] handler.RSProcedureHandler(58): pid=96 java.io.IOException: Unable to complete flush {ENCODED => bf62df1e785d616554497a63b5a899e3, NAME => 'TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:22:49,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=96 java.io.IOException: Unable to complete flush {ENCODED => bf62df1e785d616554497a63b5a899e3, NAME => 'TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:22:49,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster(4114): Remote procedure failed, pid=96 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bf62df1e785d616554497a63b5a899e3, NAME => 'TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bf62df1e785d616554497a63b5a899e3, NAME => 'TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:22:49,841 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:49,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45776 deadline: 1732659829841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:49,843 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:49,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45740 deadline: 1732659829842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:49,843 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:22:49,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 309 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45710 deadline: 1732659829843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:49,948 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:49,948 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34335 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=96 2024-11-26T22:22:49,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3. 2024-11-26T22:22:49,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3. as already flushing 2024-11-26T22:22:49,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3. 2024-11-26T22:22:49,948 ERROR [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] handler.RSProcedureHandler(58): pid=96 java.io.IOException: Unable to complete flush {ENCODED => bf62df1e785d616554497a63b5a899e3, NAME => 'TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:22:49,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=96 java.io.IOException: Unable to complete flush {ENCODED => bf62df1e785d616554497a63b5a899e3, NAME => 'TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:22:49,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster(4114): Remote procedure failed, pid=96 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bf62df1e785d616554497a63b5a899e3, NAME => 'TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bf62df1e785d616554497a63b5a899e3, NAME => 'TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:22:50,054 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=518 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp/C/13fef0f4a5a04d47aead14980fb0b701 2024-11-26T22:22:50,058 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp/A/7670f78eac9e4ae18089685fe2c1b246 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/A/7670f78eac9e4ae18089685fe2c1b246 2024-11-26T22:22:50,061 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/A/7670f78eac9e4ae18089685fe2c1b246, entries=150, sequenceid=518, filesize=12.0 K 2024-11-26T22:22:50,062 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp/B/5af7e1c355014676b7838000b88eafc0 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/B/5af7e1c355014676b7838000b88eafc0 2024-11-26T22:22:50,064 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/B/5af7e1c355014676b7838000b88eafc0, entries=150, sequenceid=518, filesize=12.0 K 2024-11-26T22:22:50,065 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp/C/13fef0f4a5a04d47aead14980fb0b701 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/C/13fef0f4a5a04d47aead14980fb0b701 2024-11-26T22:22:50,067 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/C/13fef0f4a5a04d47aead14980fb0b701, entries=150, sequenceid=518, filesize=12.0 K 2024-11-26T22:22:50,068 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for bf62df1e785d616554497a63b5a899e3 in 865ms, sequenceid=518, compaction requested=false 2024-11-26T22:22:50,068 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for bf62df1e785d616554497a63b5a899e3: 2024-11-26T22:22:50,100 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:50,101 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34335 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=96 2024-11-26T22:22:50,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3. 2024-11-26T22:22:50,101 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2837): Flushing bf62df1e785d616554497a63b5a899e3 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-26T22:22:50,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf62df1e785d616554497a63b5a899e3, store=A 2024-11-26T22:22:50,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:22:50,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf62df1e785d616554497a63b5a899e3, store=B 2024-11-26T22:22:50,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:22:50,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf62df1e785d616554497a63b5a899e3, store=C 2024-11-26T22:22:50,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:22:50,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp/A/24a0f406e0de40ceb9af7dbb306ade97 is 50, key is test_row_0/A:col10/1732659769221/Put/seqid=0 2024-11-26T22:22:50,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742211_1387 (size=12301) 2024-11-26T22:22:50,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=95 2024-11-26T22:22:50,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(8581): Flush requested on bf62df1e785d616554497a63b5a899e3 2024-11-26T22:22:50,345 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3. as already flushing 2024-11-26T22:22:50,345 DEBUG [Thread-1258 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x67f02d8c to 127.0.0.1:58789 2024-11-26T22:22:50,345 DEBUG [Thread-1254 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x688f4c53 to 127.0.0.1:58789 2024-11-26T22:22:50,345 DEBUG [Thread-1258 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T22:22:50,345 DEBUG [Thread-1254 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T22:22:50,348 DEBUG [Thread-1256 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x305a451d to 127.0.0.1:58789 2024-11-26T22:22:50,348 DEBUG [Thread-1256 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T22:22:50,512 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=541 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp/A/24a0f406e0de40ceb9af7dbb306ade97 2024-11-26T22:22:50,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp/B/be07699bf14149e092077c17081e1a34 is 50, key is test_row_0/B:col10/1732659769221/Put/seqid=0 2024-11-26T22:22:50,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742212_1388 (size=12301) 2024-11-26T22:22:50,923 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=541 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp/B/be07699bf14149e092077c17081e1a34 2024-11-26T22:22:50,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp/C/975ea2b75c9347fca94442e41b01d458 is 50, key is test_row_0/C:col10/1732659769221/Put/seqid=0 2024-11-26T22:22:50,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742213_1389 (size=12301) 2024-11-26T22:22:50,973 DEBUG [Thread-1260 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x21cebefa to 127.0.0.1:58789 2024-11-26T22:22:50,973 DEBUG [Thread-1260 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T22:22:51,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=95 2024-11-26T22:22:51,333 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=541 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp/C/975ea2b75c9347fca94442e41b01d458 2024-11-26T22:22:51,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp/A/24a0f406e0de40ceb9af7dbb306ade97 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/A/24a0f406e0de40ceb9af7dbb306ade97 2024-11-26T22:22:51,340 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/A/24a0f406e0de40ceb9af7dbb306ade97, entries=150, sequenceid=541, filesize=12.0 K 2024-11-26T22:22:51,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp/B/be07699bf14149e092077c17081e1a34 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/B/be07699bf14149e092077c17081e1a34 2024-11-26T22:22:51,344 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/B/be07699bf14149e092077c17081e1a34, entries=150, sequenceid=541, filesize=12.0 K 2024-11-26T22:22:51,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp/C/975ea2b75c9347fca94442e41b01d458 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/C/975ea2b75c9347fca94442e41b01d458 2024-11-26T22:22:51,348 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/C/975ea2b75c9347fca94442e41b01d458, entries=150, sequenceid=541, filesize=12.0 K 2024-11-26T22:22:51,348 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=26.84 KB/27480 for bf62df1e785d616554497a63b5a899e3 in 1247ms, sequenceid=541, compaction requested=true 2024-11-26T22:22:51,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2538): Flush status journal for bf62df1e785d616554497a63b5a899e3: 2024-11-26T22:22:51,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3. 2024-11-26T22:22:51,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=96 2024-11-26T22:22:51,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster(4106): Remote procedure done, pid=96 2024-11-26T22:22:51,350 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=96, resume processing ppid=95 2024-11-26T22:22:51,350 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=96, ppid=95, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1630 sec 2024-11-26T22:22:51,351 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=95, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=95, table=TestAcidGuarantees in 2.1680 sec 2024-11-26T22:22:53,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=95 2024-11-26T22:22:53,290 INFO [Thread-1264 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 95 completed 2024-11-26T22:22:59,262 DEBUG [Thread-1262 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4e7c8846 to 127.0.0.1:58789 2024-11-26T22:22:59,262 DEBUG [Thread-1262 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T22:22:59,263 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-26T22:22:59,263 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 42 2024-11-26T22:22:59,263 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 158 2024-11-26T22:22:59,263 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 89 2024-11-26T22:22:59,263 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 120 2024-11-26T22:22:59,263 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 22 2024-11-26T22:22:59,263 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-26T22:22:59,263 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2936 2024-11-26T22:22:59,263 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2904 2024-11-26T22:22:59,263 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2977 2024-11-26T22:22:59,263 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2961 2024-11-26T22:22:59,263 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2961 2024-11-26T22:22:59,263 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-26T22:22:59,263 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-26T22:22:59,263 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2f08e2a2 to 127.0.0.1:58789 2024-11-26T22:22:59,263 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T22:22:59,264 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-26T22:22:59,264 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-26T22:22:59,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] procedure2.ProcedureExecutor(1098): Stored pid=97, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-26T22:22:59,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=97 2024-11-26T22:22:59,267 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732659779267"}]},"ts":"1732659779267"} 2024-11-26T22:22:59,268 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-26T22:22:59,270 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-26T22:22:59,270 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=98, ppid=97, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-26T22:22:59,271 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=99, ppid=98, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=bf62df1e785d616554497a63b5a899e3, UNASSIGN}] 2024-11-26T22:22:59,272 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=99, ppid=98, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=bf62df1e785d616554497a63b5a899e3, UNASSIGN 2024-11-26T22:22:59,272 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=99 updating hbase:meta row=bf62df1e785d616554497a63b5a899e3, regionState=CLOSING, regionLocation=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:59,273 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-26T22:22:59,273 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=100, ppid=99, state=RUNNABLE; CloseRegionProcedure bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113}] 2024-11-26T22:22:59,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=97 2024-11-26T22:22:59,424 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d8c094cf5ab0,34335,1732659674113 2024-11-26T22:22:59,424 INFO [RS_CLOSE_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] handler.UnassignRegionHandler(124): Close bf62df1e785d616554497a63b5a899e3 2024-11-26T22:22:59,425 DEBUG [RS_CLOSE_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-26T22:22:59,425 DEBUG [RS_CLOSE_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.HRegion(1681): Closing bf62df1e785d616554497a63b5a899e3, disabling compactions & flushes 2024-11-26T22:22:59,425 INFO [RS_CLOSE_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3. 2024-11-26T22:22:59,425 DEBUG [RS_CLOSE_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3. 2024-11-26T22:22:59,425 DEBUG [RS_CLOSE_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3. after waiting 0 ms 2024-11-26T22:22:59,425 DEBUG [RS_CLOSE_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3. 2024-11-26T22:22:59,425 INFO [RS_CLOSE_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.HRegion(2837): Flushing bf62df1e785d616554497a63b5a899e3 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-26T22:22:59,425 DEBUG [RS_CLOSE_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf62df1e785d616554497a63b5a899e3, store=A 2024-11-26T22:22:59,425 DEBUG [RS_CLOSE_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:22:59,425 DEBUG [RS_CLOSE_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf62df1e785d616554497a63b5a899e3, store=B 2024-11-26T22:22:59,425 DEBUG [RS_CLOSE_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:22:59,425 DEBUG [RS_CLOSE_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf62df1e785d616554497a63b5a899e3, store=C 2024-11-26T22:22:59,425 DEBUG [RS_CLOSE_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:22:59,428 DEBUG [RS_CLOSE_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp/A/d74e426ee9764edb8abaf486f363dbf9 is 50, key is test_row_0/A:col10/1732659770347/Put/seqid=0 2024-11-26T22:22:59,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742214_1390 (size=12301) 2024-11-26T22:22:59,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=97 2024-11-26T22:22:59,832 INFO [RS_CLOSE_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=549 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp/A/d74e426ee9764edb8abaf486f363dbf9 2024-11-26T22:22:59,839 DEBUG [RS_CLOSE_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp/B/2570c67528e943d3a16aac1a58d40233 is 50, key is test_row_0/B:col10/1732659770347/Put/seqid=0 2024-11-26T22:22:59,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742215_1391 (size=12301) 2024-11-26T22:22:59,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=97 2024-11-26T22:23:00,243 INFO [RS_CLOSE_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=549 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp/B/2570c67528e943d3a16aac1a58d40233 2024-11-26T22:23:00,248 DEBUG [RS_CLOSE_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp/C/ff5364f34f99416788ac089b150fc469 is 50, key is test_row_0/C:col10/1732659770347/Put/seqid=0 2024-11-26T22:23:00,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742216_1392 (size=12301) 2024-11-26T22:23:00,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=97 2024-11-26T22:23:00,652 INFO [RS_CLOSE_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=549 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp/C/ff5364f34f99416788ac089b150fc469 2024-11-26T22:23:00,656 DEBUG [RS_CLOSE_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp/A/d74e426ee9764edb8abaf486f363dbf9 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/A/d74e426ee9764edb8abaf486f363dbf9 2024-11-26T22:23:00,659 INFO [RS_CLOSE_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/A/d74e426ee9764edb8abaf486f363dbf9, entries=150, sequenceid=549, filesize=12.0 K 2024-11-26T22:23:00,659 DEBUG [RS_CLOSE_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp/B/2570c67528e943d3a16aac1a58d40233 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/B/2570c67528e943d3a16aac1a58d40233 2024-11-26T22:23:00,662 INFO [RS_CLOSE_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/B/2570c67528e943d3a16aac1a58d40233, entries=150, sequenceid=549, filesize=12.0 K 2024-11-26T22:23:00,663 DEBUG [RS_CLOSE_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/.tmp/C/ff5364f34f99416788ac089b150fc469 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/C/ff5364f34f99416788ac089b150fc469 2024-11-26T22:23:00,666 INFO [RS_CLOSE_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/C/ff5364f34f99416788ac089b150fc469, entries=150, sequenceid=549, filesize=12.0 K 2024-11-26T22:23:00,666 INFO [RS_CLOSE_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for bf62df1e785d616554497a63b5a899e3 in 1241ms, sequenceid=549, compaction requested=true 2024-11-26T22:23:00,667 DEBUG [StoreCloser-TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/A/4fda0a5f386d41fe8dda8d660986a782, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/A/528ef36745394a848580ca497eafe731, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/A/3c3903f650d149f8b973918249e8c5c5, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/A/210b350745a54216801126abc37a1aa5, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/A/f623369c3dca40938d85cd029aa83b93, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/A/df9c6cc7a3464f9c804fb57f48f03bf4, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/A/717583a1843e47459b04e978ac9cd2ca, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/A/c26d9b322d9e40c09b4cc4d8b4d696da, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/A/52b08e1edbe248349869dce7a5b7aeb9, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/A/26cfca456f6c4d24a53e3532f8a08a0e, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/A/5987eb2eedbf461ba9282dd20208f4e1, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/A/e4844dc9933c436f83887ca714fdece4, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/A/082f77909150420f9576682a5cb6098b, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/A/f429498467a94abdbdb2798593958c2a, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/A/96ff1f0b15ff47cab7d0467dab2ca49c, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/A/3d8f8cea0b9846389414541d3a9ddb87, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/A/bc711794dc014808a73f305e926914e9, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/A/b0dbbd5a02e3474485af6c341bbc6911, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/A/89dee033066b4301987e6e980084f1a5, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/A/677f19a665b044c99fe7e4bf5826e83c, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/A/745adf42db6b49559d9e7a51d077b8ca, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/A/1d84f258c7e041b3a5a310ca63d5257e, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/A/021aef562dfd48e48834ae0c64c68989, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/A/df225ef2d53c4de484ad9e9c07b76088, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/A/508871bf118a48fab625711cac8ce006, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/A/3bb1e6702b0d4cebaad43a4f17c830d8, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/A/999f9f51a09048d09996d3309b7b94f1, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/A/1f45e492ad3d4bf9ad2cb35db30f5ec7, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/A/2b86898688f24f0895c7750466d979f3, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/A/1e444b44952147909578a65aefcece74, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/A/8e553a29df4b4486b048f84d06f83927, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/A/7c5835322c294c4289bf29acb098a386, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/A/e32fd08eda2a414c8a65c653a034208f, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/A/b9186095a37b4f95a1695646bcae03bf, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/A/435182bb88a04299b884625c3c233bbd] to archive 2024-11-26T22:23:00,668 DEBUG [StoreCloser-TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-26T22:23:00,669 DEBUG [StoreCloser-TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/A/4fda0a5f386d41fe8dda8d660986a782 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/A/4fda0a5f386d41fe8dda8d660986a782 2024-11-26T22:23:00,670 DEBUG [StoreCloser-TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/A/528ef36745394a848580ca497eafe731 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/A/528ef36745394a848580ca497eafe731 2024-11-26T22:23:00,671 DEBUG [StoreCloser-TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/A/3c3903f650d149f8b973918249e8c5c5 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/A/3c3903f650d149f8b973918249e8c5c5 2024-11-26T22:23:00,672 DEBUG [StoreCloser-TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/A/210b350745a54216801126abc37a1aa5 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/A/210b350745a54216801126abc37a1aa5 2024-11-26T22:23:00,673 DEBUG [StoreCloser-TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/A/f623369c3dca40938d85cd029aa83b93 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/A/f623369c3dca40938d85cd029aa83b93 2024-11-26T22:23:00,674 DEBUG [StoreCloser-TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/A/df9c6cc7a3464f9c804fb57f48f03bf4 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/A/df9c6cc7a3464f9c804fb57f48f03bf4 2024-11-26T22:23:00,675 DEBUG [StoreCloser-TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/A/717583a1843e47459b04e978ac9cd2ca to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/A/717583a1843e47459b04e978ac9cd2ca 2024-11-26T22:23:00,676 DEBUG [StoreCloser-TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/A/c26d9b322d9e40c09b4cc4d8b4d696da to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/A/c26d9b322d9e40c09b4cc4d8b4d696da 2024-11-26T22:23:00,677 DEBUG [StoreCloser-TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/A/52b08e1edbe248349869dce7a5b7aeb9 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/A/52b08e1edbe248349869dce7a5b7aeb9 2024-11-26T22:23:00,678 DEBUG [StoreCloser-TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/A/26cfca456f6c4d24a53e3532f8a08a0e to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/A/26cfca456f6c4d24a53e3532f8a08a0e 2024-11-26T22:23:00,679 DEBUG [StoreCloser-TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/A/5987eb2eedbf461ba9282dd20208f4e1 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/A/5987eb2eedbf461ba9282dd20208f4e1 2024-11-26T22:23:00,679 DEBUG [StoreCloser-TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/A/e4844dc9933c436f83887ca714fdece4 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/A/e4844dc9933c436f83887ca714fdece4 2024-11-26T22:23:00,680 DEBUG [StoreCloser-TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/A/082f77909150420f9576682a5cb6098b to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/A/082f77909150420f9576682a5cb6098b 2024-11-26T22:23:00,681 DEBUG [StoreCloser-TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/A/f429498467a94abdbdb2798593958c2a to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/A/f429498467a94abdbdb2798593958c2a 2024-11-26T22:23:00,682 DEBUG [StoreCloser-TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/A/96ff1f0b15ff47cab7d0467dab2ca49c to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/A/96ff1f0b15ff47cab7d0467dab2ca49c 2024-11-26T22:23:00,683 DEBUG [StoreCloser-TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/A/3d8f8cea0b9846389414541d3a9ddb87 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/A/3d8f8cea0b9846389414541d3a9ddb87 2024-11-26T22:23:00,684 DEBUG [StoreCloser-TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/A/bc711794dc014808a73f305e926914e9 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/A/bc711794dc014808a73f305e926914e9 2024-11-26T22:23:00,685 DEBUG [StoreCloser-TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/A/b0dbbd5a02e3474485af6c341bbc6911 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/A/b0dbbd5a02e3474485af6c341bbc6911 2024-11-26T22:23:00,686 DEBUG [StoreCloser-TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/A/89dee033066b4301987e6e980084f1a5 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/A/89dee033066b4301987e6e980084f1a5 2024-11-26T22:23:00,687 DEBUG [StoreCloser-TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/A/677f19a665b044c99fe7e4bf5826e83c to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/A/677f19a665b044c99fe7e4bf5826e83c 2024-11-26T22:23:00,688 DEBUG [StoreCloser-TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/A/745adf42db6b49559d9e7a51d077b8ca to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/A/745adf42db6b49559d9e7a51d077b8ca 2024-11-26T22:23:00,689 DEBUG [StoreCloser-TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/A/1d84f258c7e041b3a5a310ca63d5257e to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/A/1d84f258c7e041b3a5a310ca63d5257e 2024-11-26T22:23:00,689 DEBUG [StoreCloser-TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/A/021aef562dfd48e48834ae0c64c68989 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/A/021aef562dfd48e48834ae0c64c68989 2024-11-26T22:23:00,691 DEBUG [StoreCloser-TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/A/df225ef2d53c4de484ad9e9c07b76088 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/A/df225ef2d53c4de484ad9e9c07b76088 2024-11-26T22:23:00,692 DEBUG [StoreCloser-TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/A/508871bf118a48fab625711cac8ce006 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/A/508871bf118a48fab625711cac8ce006 2024-11-26T22:23:00,693 DEBUG [StoreCloser-TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/A/3bb1e6702b0d4cebaad43a4f17c830d8 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/A/3bb1e6702b0d4cebaad43a4f17c830d8 2024-11-26T22:23:00,694 DEBUG [StoreCloser-TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/A/999f9f51a09048d09996d3309b7b94f1 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/A/999f9f51a09048d09996d3309b7b94f1 2024-11-26T22:23:00,695 DEBUG [StoreCloser-TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/A/1f45e492ad3d4bf9ad2cb35db30f5ec7 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/A/1f45e492ad3d4bf9ad2cb35db30f5ec7 2024-11-26T22:23:00,696 DEBUG [StoreCloser-TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/A/2b86898688f24f0895c7750466d979f3 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/A/2b86898688f24f0895c7750466d979f3 2024-11-26T22:23:00,697 DEBUG [StoreCloser-TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/A/1e444b44952147909578a65aefcece74 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/A/1e444b44952147909578a65aefcece74 2024-11-26T22:23:00,698 DEBUG [StoreCloser-TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/A/8e553a29df4b4486b048f84d06f83927 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/A/8e553a29df4b4486b048f84d06f83927 2024-11-26T22:23:00,699 DEBUG [StoreCloser-TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/A/7c5835322c294c4289bf29acb098a386 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/A/7c5835322c294c4289bf29acb098a386 2024-11-26T22:23:00,700 DEBUG [StoreCloser-TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/A/e32fd08eda2a414c8a65c653a034208f to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/A/e32fd08eda2a414c8a65c653a034208f 2024-11-26T22:23:00,701 DEBUG [StoreCloser-TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/A/b9186095a37b4f95a1695646bcae03bf to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/A/b9186095a37b4f95a1695646bcae03bf 2024-11-26T22:23:00,702 DEBUG [StoreCloser-TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/A/435182bb88a04299b884625c3c233bbd to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/A/435182bb88a04299b884625c3c233bbd 2024-11-26T22:23:00,703 DEBUG [StoreCloser-TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/B/0ff33c80a7c4450fbab85f52a28ee151, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/B/2d2dbca56dbc467aafdc61b4877ad1c8, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/B/d33ad36805bf409bba0debe7a845862a, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/B/4a5095952be2463eaa06bf32a29fdd20, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/B/bcd7cd08287c490b932d89983eda5bf3, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/B/c3d473ba38de424096c0a288eba8f898, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/B/22b8bbc9898b48d4b899b8eb96fb01c5, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/B/603c428a2e6b4aac94cae25c13ddf782, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/B/4bc33a87a26348b992ee98680af1c3a9, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/B/14e074a663924316b61876afd33858b1, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/B/657e5912bfd7431697046ef334e93df7, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/B/751c791dd66146fa97744673b909f30f, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/B/2e4cc3218c9b4e26a2e5d33ea7483237, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/B/e0c5bfa778c84af5a2c846d40717ea62, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/B/9d348cf580ef459ba2e961f734784b44, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/B/90c1c35c76674d93b78120512f69540d, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/B/2d3f61a9a072462caf7115d7658e2cd8, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/B/e8b71f469d43434a9196b050f8ad6164, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/B/88dec28a506b41d380d32f5c509f362f, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/B/eaf9795700fd4b06984e211721210c3d, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/B/73741c99474c4f1ea0271ffe9ae79308, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/B/f558e1c73c57400db274bed668b2d35e, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/B/267dd07455d54dab96b9ef7d8584a43b, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/B/eb47c34965274c56b462be0dc0d5f79d, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/B/31b74c8a11364a549703a1cbd83e5fff, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/B/17e96d7ff41541008dabe842bf09e3d8, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/B/fd8de17ecd1445a6962b63a76217d66c, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/B/e266330e572b4229b58e760271967738, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/B/ece222637ab841469e249f3c22f74ed8, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/B/d23c87c8d94c48199c178bb1208673c1, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/B/1518e7e39c8140d9bbcbf02b21aff66b, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/B/65ad290a25d74331a988a5d431e71e03, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/B/dab8a184c92b400c990e9066cb38a3c2, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/B/1d2505dd5c2044e1921fb399ae54acb0, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/B/b342a068f4894f30bbda0a99776e6111] to archive 2024-11-26T22:23:00,704 DEBUG [StoreCloser-TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-26T22:23:00,706 DEBUG [StoreCloser-TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/B/0ff33c80a7c4450fbab85f52a28ee151 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/B/0ff33c80a7c4450fbab85f52a28ee151 2024-11-26T22:23:00,707 DEBUG [StoreCloser-TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/B/2d2dbca56dbc467aafdc61b4877ad1c8 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/B/2d2dbca56dbc467aafdc61b4877ad1c8 2024-11-26T22:23:00,708 DEBUG [StoreCloser-TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/B/d33ad36805bf409bba0debe7a845862a to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/B/d33ad36805bf409bba0debe7a845862a 2024-11-26T22:23:00,709 DEBUG [StoreCloser-TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/B/4a5095952be2463eaa06bf32a29fdd20 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/B/4a5095952be2463eaa06bf32a29fdd20 2024-11-26T22:23:00,709 DEBUG [StoreCloser-TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/B/bcd7cd08287c490b932d89983eda5bf3 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/B/bcd7cd08287c490b932d89983eda5bf3 2024-11-26T22:23:00,710 DEBUG [StoreCloser-TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/B/c3d473ba38de424096c0a288eba8f898 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/B/c3d473ba38de424096c0a288eba8f898 2024-11-26T22:23:00,711 DEBUG [StoreCloser-TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/B/22b8bbc9898b48d4b899b8eb96fb01c5 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/B/22b8bbc9898b48d4b899b8eb96fb01c5 2024-11-26T22:23:00,712 DEBUG [StoreCloser-TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/B/603c428a2e6b4aac94cae25c13ddf782 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/B/603c428a2e6b4aac94cae25c13ddf782 2024-11-26T22:23:00,713 DEBUG [StoreCloser-TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/B/4bc33a87a26348b992ee98680af1c3a9 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/B/4bc33a87a26348b992ee98680af1c3a9 2024-11-26T22:23:00,714 DEBUG [StoreCloser-TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/B/14e074a663924316b61876afd33858b1 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/B/14e074a663924316b61876afd33858b1 2024-11-26T22:23:00,715 DEBUG [StoreCloser-TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/B/657e5912bfd7431697046ef334e93df7 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/B/657e5912bfd7431697046ef334e93df7 2024-11-26T22:23:00,716 DEBUG [StoreCloser-TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/B/751c791dd66146fa97744673b909f30f to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/B/751c791dd66146fa97744673b909f30f 2024-11-26T22:23:00,717 DEBUG [StoreCloser-TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/B/2e4cc3218c9b4e26a2e5d33ea7483237 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/B/2e4cc3218c9b4e26a2e5d33ea7483237 2024-11-26T22:23:00,718 DEBUG [StoreCloser-TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/B/e0c5bfa778c84af5a2c846d40717ea62 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/B/e0c5bfa778c84af5a2c846d40717ea62 2024-11-26T22:23:00,719 DEBUG [StoreCloser-TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/B/9d348cf580ef459ba2e961f734784b44 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/B/9d348cf580ef459ba2e961f734784b44 2024-11-26T22:23:00,720 DEBUG [StoreCloser-TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/B/90c1c35c76674d93b78120512f69540d to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/B/90c1c35c76674d93b78120512f69540d 2024-11-26T22:23:00,721 DEBUG [StoreCloser-TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/B/2d3f61a9a072462caf7115d7658e2cd8 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/B/2d3f61a9a072462caf7115d7658e2cd8 2024-11-26T22:23:00,722 DEBUG [StoreCloser-TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/B/e8b71f469d43434a9196b050f8ad6164 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/B/e8b71f469d43434a9196b050f8ad6164 2024-11-26T22:23:00,723 DEBUG [StoreCloser-TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/B/88dec28a506b41d380d32f5c509f362f to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/B/88dec28a506b41d380d32f5c509f362f 2024-11-26T22:23:00,723 DEBUG [StoreCloser-TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/B/eaf9795700fd4b06984e211721210c3d to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/B/eaf9795700fd4b06984e211721210c3d 2024-11-26T22:23:00,724 DEBUG [StoreCloser-TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/B/73741c99474c4f1ea0271ffe9ae79308 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/B/73741c99474c4f1ea0271ffe9ae79308 2024-11-26T22:23:00,725 DEBUG [StoreCloser-TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/B/f558e1c73c57400db274bed668b2d35e to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/B/f558e1c73c57400db274bed668b2d35e 2024-11-26T22:23:00,726 DEBUG [StoreCloser-TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/B/267dd07455d54dab96b9ef7d8584a43b to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/B/267dd07455d54dab96b9ef7d8584a43b 2024-11-26T22:23:00,727 DEBUG [StoreCloser-TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/B/eb47c34965274c56b462be0dc0d5f79d to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/B/eb47c34965274c56b462be0dc0d5f79d 2024-11-26T22:23:00,728 DEBUG [StoreCloser-TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/B/31b74c8a11364a549703a1cbd83e5fff to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/B/31b74c8a11364a549703a1cbd83e5fff 2024-11-26T22:23:00,729 DEBUG [StoreCloser-TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/B/17e96d7ff41541008dabe842bf09e3d8 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/B/17e96d7ff41541008dabe842bf09e3d8 2024-11-26T22:23:00,730 DEBUG [StoreCloser-TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/B/fd8de17ecd1445a6962b63a76217d66c to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/B/fd8de17ecd1445a6962b63a76217d66c 2024-11-26T22:23:00,730 DEBUG [StoreCloser-TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/B/e266330e572b4229b58e760271967738 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/B/e266330e572b4229b58e760271967738 2024-11-26T22:23:00,731 DEBUG [StoreCloser-TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/B/ece222637ab841469e249f3c22f74ed8 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/B/ece222637ab841469e249f3c22f74ed8 2024-11-26T22:23:00,732 DEBUG [StoreCloser-TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/B/d23c87c8d94c48199c178bb1208673c1 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/B/d23c87c8d94c48199c178bb1208673c1 2024-11-26T22:23:00,733 DEBUG [StoreCloser-TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/B/1518e7e39c8140d9bbcbf02b21aff66b to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/B/1518e7e39c8140d9bbcbf02b21aff66b 2024-11-26T22:23:00,734 DEBUG [StoreCloser-TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/B/65ad290a25d74331a988a5d431e71e03 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/B/65ad290a25d74331a988a5d431e71e03 2024-11-26T22:23:00,735 DEBUG [StoreCloser-TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/B/dab8a184c92b400c990e9066cb38a3c2 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/B/dab8a184c92b400c990e9066cb38a3c2 2024-11-26T22:23:00,736 DEBUG [StoreCloser-TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/B/1d2505dd5c2044e1921fb399ae54acb0 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/B/1d2505dd5c2044e1921fb399ae54acb0 2024-11-26T22:23:00,737 DEBUG [StoreCloser-TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/B/b342a068f4894f30bbda0a99776e6111 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/B/b342a068f4894f30bbda0a99776e6111 2024-11-26T22:23:00,738 DEBUG [StoreCloser-TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/C/b4b9bdad2355406fadf5a9e6ab84ae65, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/C/ad86daf8296f4bca8c474cddc96ff331, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/C/3214fcf1d00640cb99768c1c877bfd0b, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/C/eb3cc8f125a544c7956c9d8934816e24, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/C/12a26c28e8094594bae8ed8dfde52b6b, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/C/c7bfd666d02849069dd8ebab8812cadb, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/C/e8b36a4eb82d4ec6abaa5f50fcf2fac9, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/C/af7a49f873144c21b89e9d166c26d4c9, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/C/87771b26e2104e60aa2d490c29ad2a6e, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/C/ed1a1c7a232b4f4ba3a94a24b89d9f3a, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/C/1d314cc7249a4145ab7d5a2fac8cb462, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/C/f43ff6bdc2f444259f0e9a6040823e73, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/C/0cdcc1dff7d14ab39008b3648c4cd5b3, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/C/f7b297ed21444f9e87d7543f6408ac13, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/C/d3e14e4d524c47949cc98689fab610cd, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/C/f5b689a9390d4ec78d8293f3535381d1, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/C/756f070e7ec84b3ba8ed1856f6181bd1, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/C/465f6d6a8cb44d8fa1e90bfd3ed57c7b, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/C/eedfd49c4a944419bf222472270e9915, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/C/36c28ca231fa4a438b778aa8902909fe, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/C/25185031777f4ab9ace08c40bb7f5240, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/C/32de2b8360fa4b71995bdb0d56545f2d, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/C/8a4b5c350caf4d9aa3dd7b69e482cc9c, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/C/eeecfc166fb7414e9fb15ceb98d55398, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/C/b7a7c07c20254184a0fb7966f0d42542, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/C/5c6f85fa63d54cb798951149bdaf5b31, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/C/4583771aca6a4f7a9991b98007c97465, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/C/0fbb253f34224f0e9335cda2d9ec2066, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/C/1e6d03e926814f0fa3cdb25a8a761dea, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/C/10e7b788a63e47eba950cb9002c08f8f, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/C/1f2ac2792ac640e6b9122c38075a243f, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/C/b274677221fa488abbed374072d22e34, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/C/7028982fda4a4f6db4e060cfebc96ca9, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/C/16b9984fe7124e39a9dda957cad5c77a, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/C/4cb99ba0c5e44ce284a4cd7badce963f] to archive 2024-11-26T22:23:00,739 DEBUG [StoreCloser-TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-26T22:23:00,740 DEBUG [StoreCloser-TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/C/b4b9bdad2355406fadf5a9e6ab84ae65 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/C/b4b9bdad2355406fadf5a9e6ab84ae65 2024-11-26T22:23:00,741 DEBUG [StoreCloser-TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/C/ad86daf8296f4bca8c474cddc96ff331 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/C/ad86daf8296f4bca8c474cddc96ff331 2024-11-26T22:23:00,742 DEBUG [StoreCloser-TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/C/3214fcf1d00640cb99768c1c877bfd0b to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/C/3214fcf1d00640cb99768c1c877bfd0b 2024-11-26T22:23:00,742 DEBUG [StoreCloser-TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/C/eb3cc8f125a544c7956c9d8934816e24 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/C/eb3cc8f125a544c7956c9d8934816e24 2024-11-26T22:23:00,743 DEBUG [StoreCloser-TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/C/12a26c28e8094594bae8ed8dfde52b6b to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/C/12a26c28e8094594bae8ed8dfde52b6b 2024-11-26T22:23:00,744 DEBUG [StoreCloser-TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/C/c7bfd666d02849069dd8ebab8812cadb to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/C/c7bfd666d02849069dd8ebab8812cadb 2024-11-26T22:23:00,745 DEBUG [StoreCloser-TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/C/e8b36a4eb82d4ec6abaa5f50fcf2fac9 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/C/e8b36a4eb82d4ec6abaa5f50fcf2fac9 2024-11-26T22:23:00,745 DEBUG [StoreCloser-TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/C/af7a49f873144c21b89e9d166c26d4c9 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/C/af7a49f873144c21b89e9d166c26d4c9 2024-11-26T22:23:00,746 DEBUG [StoreCloser-TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/C/87771b26e2104e60aa2d490c29ad2a6e to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/C/87771b26e2104e60aa2d490c29ad2a6e 2024-11-26T22:23:00,747 DEBUG [StoreCloser-TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/C/ed1a1c7a232b4f4ba3a94a24b89d9f3a to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/C/ed1a1c7a232b4f4ba3a94a24b89d9f3a 2024-11-26T22:23:00,748 DEBUG [StoreCloser-TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/C/1d314cc7249a4145ab7d5a2fac8cb462 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/C/1d314cc7249a4145ab7d5a2fac8cb462 2024-11-26T22:23:00,748 DEBUG [StoreCloser-TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/C/f43ff6bdc2f444259f0e9a6040823e73 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/C/f43ff6bdc2f444259f0e9a6040823e73 2024-11-26T22:23:00,749 DEBUG [StoreCloser-TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/C/0cdcc1dff7d14ab39008b3648c4cd5b3 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/C/0cdcc1dff7d14ab39008b3648c4cd5b3 2024-11-26T22:23:00,750 DEBUG [StoreCloser-TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/C/f7b297ed21444f9e87d7543f6408ac13 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/C/f7b297ed21444f9e87d7543f6408ac13 2024-11-26T22:23:00,751 DEBUG [StoreCloser-TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/C/d3e14e4d524c47949cc98689fab610cd to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/C/d3e14e4d524c47949cc98689fab610cd 2024-11-26T22:23:00,752 DEBUG [StoreCloser-TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/C/f5b689a9390d4ec78d8293f3535381d1 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/C/f5b689a9390d4ec78d8293f3535381d1 2024-11-26T22:23:00,752 DEBUG [StoreCloser-TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/C/756f070e7ec84b3ba8ed1856f6181bd1 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/C/756f070e7ec84b3ba8ed1856f6181bd1 2024-11-26T22:23:00,753 DEBUG [StoreCloser-TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/C/465f6d6a8cb44d8fa1e90bfd3ed57c7b to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/C/465f6d6a8cb44d8fa1e90bfd3ed57c7b 2024-11-26T22:23:00,754 DEBUG [StoreCloser-TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/C/eedfd49c4a944419bf222472270e9915 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/C/eedfd49c4a944419bf222472270e9915 2024-11-26T22:23:00,755 DEBUG [StoreCloser-TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/C/36c28ca231fa4a438b778aa8902909fe to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/C/36c28ca231fa4a438b778aa8902909fe 2024-11-26T22:23:00,755 DEBUG [StoreCloser-TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/C/25185031777f4ab9ace08c40bb7f5240 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/C/25185031777f4ab9ace08c40bb7f5240 2024-11-26T22:23:00,756 DEBUG [StoreCloser-TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/C/32de2b8360fa4b71995bdb0d56545f2d to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/C/32de2b8360fa4b71995bdb0d56545f2d 2024-11-26T22:23:00,757 DEBUG [StoreCloser-TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/C/8a4b5c350caf4d9aa3dd7b69e482cc9c to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/C/8a4b5c350caf4d9aa3dd7b69e482cc9c 2024-11-26T22:23:00,758 DEBUG [StoreCloser-TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/C/eeecfc166fb7414e9fb15ceb98d55398 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/C/eeecfc166fb7414e9fb15ceb98d55398 2024-11-26T22:23:00,758 DEBUG [StoreCloser-TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/C/b7a7c07c20254184a0fb7966f0d42542 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/C/b7a7c07c20254184a0fb7966f0d42542 2024-11-26T22:23:00,759 DEBUG [StoreCloser-TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/C/5c6f85fa63d54cb798951149bdaf5b31 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/C/5c6f85fa63d54cb798951149bdaf5b31 2024-11-26T22:23:00,760 DEBUG [StoreCloser-TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/C/4583771aca6a4f7a9991b98007c97465 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/C/4583771aca6a4f7a9991b98007c97465 2024-11-26T22:23:00,761 DEBUG [StoreCloser-TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/C/0fbb253f34224f0e9335cda2d9ec2066 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/C/0fbb253f34224f0e9335cda2d9ec2066 2024-11-26T22:23:00,761 DEBUG [StoreCloser-TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/C/1e6d03e926814f0fa3cdb25a8a761dea to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/C/1e6d03e926814f0fa3cdb25a8a761dea 2024-11-26T22:23:00,762 DEBUG [StoreCloser-TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/C/10e7b788a63e47eba950cb9002c08f8f to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/C/10e7b788a63e47eba950cb9002c08f8f 2024-11-26T22:23:00,763 DEBUG [StoreCloser-TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/C/1f2ac2792ac640e6b9122c38075a243f to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/C/1f2ac2792ac640e6b9122c38075a243f 2024-11-26T22:23:00,763 DEBUG [StoreCloser-TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/C/b274677221fa488abbed374072d22e34 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/C/b274677221fa488abbed374072d22e34 2024-11-26T22:23:00,764 DEBUG [StoreCloser-TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/C/7028982fda4a4f6db4e060cfebc96ca9 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/C/7028982fda4a4f6db4e060cfebc96ca9 2024-11-26T22:23:00,765 DEBUG [StoreCloser-TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/C/16b9984fe7124e39a9dda957cad5c77a to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/C/16b9984fe7124e39a9dda957cad5c77a 2024-11-26T22:23:00,766 DEBUG [StoreCloser-TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/C/4cb99ba0c5e44ce284a4cd7badce963f to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/C/4cb99ba0c5e44ce284a4cd7badce963f 2024-11-26T22:23:00,770 DEBUG [RS_CLOSE_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/recovered.edits/552.seqid, newMaxSeqId=552, maxSeqId=1 2024-11-26T22:23:00,771 INFO [RS_CLOSE_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3. 2024-11-26T22:23:00,771 DEBUG [RS_CLOSE_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.HRegion(1635): Region close journal for bf62df1e785d616554497a63b5a899e3: 2024-11-26T22:23:00,772 INFO [RS_CLOSE_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] handler.UnassignRegionHandler(170): Closed bf62df1e785d616554497a63b5a899e3 2024-11-26T22:23:00,773 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=99 updating hbase:meta row=bf62df1e785d616554497a63b5a899e3, regionState=CLOSED 2024-11-26T22:23:00,775 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=100, resume processing ppid=99 2024-11-26T22:23:00,775 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=100, ppid=99, state=SUCCESS; CloseRegionProcedure bf62df1e785d616554497a63b5a899e3, server=d8c094cf5ab0,34335,1732659674113 in 1.5010 sec 2024-11-26T22:23:00,776 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=99, resume processing ppid=98 2024-11-26T22:23:00,776 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=99, ppid=98, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=bf62df1e785d616554497a63b5a899e3, UNASSIGN in 1.5040 sec 2024-11-26T22:23:00,777 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=98, resume processing ppid=97 2024-11-26T22:23:00,777 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=98, ppid=97, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.5060 sec 2024-11-26T22:23:00,778 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732659780778"}]},"ts":"1732659780778"} 2024-11-26T22:23:00,779 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-26T22:23:00,782 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-26T22:23:00,783 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=97, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.5180 sec 2024-11-26T22:23:01,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=97 2024-11-26T22:23:01,370 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 97 completed 2024-11-26T22:23:01,371 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-26T22:23:01,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] procedure2.ProcedureExecutor(1098): Stored pid=101, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-26T22:23:01,372 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=101, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-26T22:23:01,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=101 2024-11-26T22:23:01,373 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=101, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-26T22:23:01,375 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3 2024-11-26T22:23:01,377 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/A, FileablePath, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/B, FileablePath, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/C, FileablePath, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/recovered.edits] 2024-11-26T22:23:01,379 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/A/24a0f406e0de40ceb9af7dbb306ade97 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/A/24a0f406e0de40ceb9af7dbb306ade97 2024-11-26T22:23:01,380 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/A/7670f78eac9e4ae18089685fe2c1b246 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/A/7670f78eac9e4ae18089685fe2c1b246 2024-11-26T22:23:01,381 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/A/d74e426ee9764edb8abaf486f363dbf9 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/A/d74e426ee9764edb8abaf486f363dbf9 2024-11-26T22:23:01,382 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/A/f4949f8ee19a4f759e051c0b929aa381 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/A/f4949f8ee19a4f759e051c0b929aa381 2024-11-26T22:23:01,384 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/B/2570c67528e943d3a16aac1a58d40233 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/B/2570c67528e943d3a16aac1a58d40233 2024-11-26T22:23:01,385 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/B/5af7e1c355014676b7838000b88eafc0 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/B/5af7e1c355014676b7838000b88eafc0 2024-11-26T22:23:01,386 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/B/be07699bf14149e092077c17081e1a34 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/B/be07699bf14149e092077c17081e1a34 2024-11-26T22:23:01,387 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/B/d4f7482b01724d56828c899ce30325df to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/B/d4f7482b01724d56828c899ce30325df 2024-11-26T22:23:01,389 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/C/0584ace7cf534882ae9dbf96fdfaf925 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/C/0584ace7cf534882ae9dbf96fdfaf925 2024-11-26T22:23:01,391 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/C/13fef0f4a5a04d47aead14980fb0b701 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/C/13fef0f4a5a04d47aead14980fb0b701 2024-11-26T22:23:01,392 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/C/975ea2b75c9347fca94442e41b01d458 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/C/975ea2b75c9347fca94442e41b01d458 2024-11-26T22:23:01,393 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/C/ff5364f34f99416788ac089b150fc469 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/C/ff5364f34f99416788ac089b150fc469 2024-11-26T22:23:01,395 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/recovered.edits/552.seqid to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3/recovered.edits/552.seqid 2024-11-26T22:23:01,396 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/bf62df1e785d616554497a63b5a899e3 2024-11-26T22:23:01,396 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-26T22:23:01,398 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=101, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-26T22:23:01,400 WARN [PEWorker-4 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-26T22:23:01,402 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-26T22:23:01,402 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=101, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-26T22:23:01,402 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-26T22:23:01,403 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732659781402"}]},"ts":"9223372036854775807"} 2024-11-26T22:23:01,404 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-26T22:23:01,404 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => bf62df1e785d616554497a63b5a899e3, NAME => 'TestAcidGuarantees,,1732659747081.bf62df1e785d616554497a63b5a899e3.', STARTKEY => '', ENDKEY => ''}] 2024-11-26T22:23:01,404 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-26T22:23:01,404 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732659781404"}]},"ts":"9223372036854775807"} 2024-11-26T22:23:01,405 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-26T22:23:01,407 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(133): Finished pid=101, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-26T22:23:01,408 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=101, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 36 msec 2024-11-26T22:23:01,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=101 2024-11-26T22:23:01,474 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 101 completed 2024-11-26T22:23:01,483 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testGetAtomicity Thread=237 (was 237), OpenFileDescriptor=445 (was 448), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=589 (was 468) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3835 (was 4440) 2024-11-26T22:23:01,492 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testMobScanAtomicity Thread=237, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=589, ProcessCount=11, AvailableMemoryMB=3835 2024-11-26T22:23:01,493 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-26T22:23:01,494 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T22:23:01,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] procedure2.ProcedureExecutor(1098): Stored pid=102, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-26T22:23:01,495 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=102, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T22:23:01,495 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:23:01,495 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 102 2024-11-26T22:23:01,496 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=102, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T22:23:01,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-26T22:23:01,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742217_1393 (size=960) 2024-11-26T22:23:01,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-26T22:23:01,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-26T22:23:01,903 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => da1c21f23d5e7317915542ef5ee8897d, NAME => 'TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5 2024-11-26T22:23:01,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742218_1394 (size=53) 2024-11-26T22:23:02,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-26T22:23:02,317 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T22:23:02,317 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing da1c21f23d5e7317915542ef5ee8897d, disabling compactions & flushes 2024-11-26T22:23:02,317 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d. 2024-11-26T22:23:02,317 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d. 2024-11-26T22:23:02,317 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d. after waiting 0 ms 2024-11-26T22:23:02,317 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d. 2024-11-26T22:23:02,317 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d. 2024-11-26T22:23:02,317 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for da1c21f23d5e7317915542ef5ee8897d: 2024-11-26T22:23:02,318 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=102, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T22:23:02,319 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732659782318"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732659782318"}]},"ts":"1732659782318"} 2024-11-26T22:23:02,320 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-26T22:23:02,320 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=102, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T22:23:02,320 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732659782320"}]},"ts":"1732659782320"} 2024-11-26T22:23:02,321 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-26T22:23:02,325 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=103, ppid=102, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=da1c21f23d5e7317915542ef5ee8897d, ASSIGN}] 2024-11-26T22:23:02,326 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=103, ppid=102, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=da1c21f23d5e7317915542ef5ee8897d, ASSIGN 2024-11-26T22:23:02,327 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=103, ppid=102, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=da1c21f23d5e7317915542ef5ee8897d, ASSIGN; state=OFFLINE, location=d8c094cf5ab0,34335,1732659674113; forceNewPlan=false, retain=false 2024-11-26T22:23:02,477 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=103 updating hbase:meta row=da1c21f23d5e7317915542ef5ee8897d, regionState=OPENING, regionLocation=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:02,478 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=104, ppid=103, state=RUNNABLE; OpenRegionProcedure da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113}] 2024-11-26T22:23:02,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-26T22:23:02,630 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:02,632 INFO [RS_OPEN_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d. 2024-11-26T22:23:02,632 DEBUG [RS_OPEN_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.HRegion(7285): Opening region: {ENCODED => da1c21f23d5e7317915542ef5ee8897d, NAME => 'TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d.', STARTKEY => '', ENDKEY => ''} 2024-11-26T22:23:02,633 DEBUG [RS_OPEN_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees da1c21f23d5e7317915542ef5ee8897d 2024-11-26T22:23:02,633 DEBUG [RS_OPEN_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T22:23:02,633 DEBUG [RS_OPEN_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.HRegion(7327): checking encryption for da1c21f23d5e7317915542ef5ee8897d 2024-11-26T22:23:02,633 DEBUG [RS_OPEN_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.HRegion(7330): checking classloading for da1c21f23d5e7317915542ef5ee8897d 2024-11-26T22:23:02,634 INFO [StoreOpener-da1c21f23d5e7317915542ef5ee8897d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region da1c21f23d5e7317915542ef5ee8897d 2024-11-26T22:23:02,635 INFO [StoreOpener-da1c21f23d5e7317915542ef5ee8897d-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-26T22:23:02,635 INFO [StoreOpener-da1c21f23d5e7317915542ef5ee8897d-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region da1c21f23d5e7317915542ef5ee8897d columnFamilyName A 2024-11-26T22:23:02,635 DEBUG [StoreOpener-da1c21f23d5e7317915542ef5ee8897d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:23:02,636 INFO [StoreOpener-da1c21f23d5e7317915542ef5ee8897d-1 {}] regionserver.HStore(327): Store=da1c21f23d5e7317915542ef5ee8897d/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T22:23:02,636 INFO [StoreOpener-da1c21f23d5e7317915542ef5ee8897d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region da1c21f23d5e7317915542ef5ee8897d 2024-11-26T22:23:02,637 INFO [StoreOpener-da1c21f23d5e7317915542ef5ee8897d-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-26T22:23:02,637 INFO [StoreOpener-da1c21f23d5e7317915542ef5ee8897d-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region da1c21f23d5e7317915542ef5ee8897d columnFamilyName B 2024-11-26T22:23:02,637 DEBUG [StoreOpener-da1c21f23d5e7317915542ef5ee8897d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:23:02,637 INFO [StoreOpener-da1c21f23d5e7317915542ef5ee8897d-1 {}] regionserver.HStore(327): Store=da1c21f23d5e7317915542ef5ee8897d/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T22:23:02,637 INFO [StoreOpener-da1c21f23d5e7317915542ef5ee8897d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region da1c21f23d5e7317915542ef5ee8897d 2024-11-26T22:23:02,638 INFO [StoreOpener-da1c21f23d5e7317915542ef5ee8897d-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-26T22:23:02,638 INFO [StoreOpener-da1c21f23d5e7317915542ef5ee8897d-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region da1c21f23d5e7317915542ef5ee8897d columnFamilyName C 2024-11-26T22:23:02,638 DEBUG [StoreOpener-da1c21f23d5e7317915542ef5ee8897d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:23:02,639 INFO [StoreOpener-da1c21f23d5e7317915542ef5ee8897d-1 {}] regionserver.HStore(327): Store=da1c21f23d5e7317915542ef5ee8897d/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T22:23:02,639 INFO [RS_OPEN_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d. 2024-11-26T22:23:02,640 DEBUG [RS_OPEN_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d 2024-11-26T22:23:02,640 DEBUG [RS_OPEN_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d 2024-11-26T22:23:02,641 DEBUG [RS_OPEN_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-26T22:23:02,642 DEBUG [RS_OPEN_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.HRegion(1085): writing seq id for da1c21f23d5e7317915542ef5ee8897d 2024-11-26T22:23:02,644 DEBUG [RS_OPEN_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T22:23:02,644 INFO [RS_OPEN_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.HRegion(1102): Opened da1c21f23d5e7317915542ef5ee8897d; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65516239, jitterRate=-0.023731961846351624}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-26T22:23:02,645 DEBUG [RS_OPEN_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.HRegion(1001): Region open journal for da1c21f23d5e7317915542ef5ee8897d: 2024-11-26T22:23:02,645 INFO [RS_OPEN_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d., pid=104, masterSystemTime=1732659782630 2024-11-26T22:23:02,647 DEBUG [RS_OPEN_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d. 2024-11-26T22:23:02,647 INFO [RS_OPEN_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d. 2024-11-26T22:23:02,647 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=103 updating hbase:meta row=da1c21f23d5e7317915542ef5ee8897d, regionState=OPEN, openSeqNum=2, regionLocation=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:02,649 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=104, resume processing ppid=103 2024-11-26T22:23:02,649 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=104, ppid=103, state=SUCCESS; OpenRegionProcedure da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 in 170 msec 2024-11-26T22:23:02,650 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=103, resume processing ppid=102 2024-11-26T22:23:02,650 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=103, ppid=102, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=da1c21f23d5e7317915542ef5ee8897d, ASSIGN in 324 msec 2024-11-26T22:23:02,650 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=102, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T22:23:02,651 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732659782650"}]},"ts":"1732659782650"} 2024-11-26T22:23:02,651 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-26T22:23:02,654 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=102, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T22:23:02,655 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=102, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.1600 sec 2024-11-26T22:23:03,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-26T22:23:03,601 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 102 completed 2024-11-26T22:23:03,602 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x20f7f6a4 to 127.0.0.1:58789 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@378c2a4e 2024-11-26T22:23:03,633 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@474d5947, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T22:23:03,636 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T22:23:03,638 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36480, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T22:23:03,639 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T22:23:03,641 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40542, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T22:23:03,643 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-26T22:23:03,643 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T22:23:03,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] procedure2.ProcedureExecutor(1098): Stored pid=105, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-11-26T22:23:03,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742219_1395 (size=996) 2024-11-26T22:23:03,699 DEBUG [PEWorker-3 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.960 2024-11-26T22:23:03,699 INFO [PEWorker-3 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.996 2024-11-26T22:23:03,702 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=106, ppid=105, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-26T22:23:03,706 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=107, ppid=106, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=da1c21f23d5e7317915542ef5ee8897d, REOPEN/MOVE}] 2024-11-26T22:23:03,707 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=107, ppid=106, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=da1c21f23d5e7317915542ef5ee8897d, REOPEN/MOVE 2024-11-26T22:23:03,708 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=107 updating hbase:meta row=da1c21f23d5e7317915542ef5ee8897d, regionState=CLOSING, regionLocation=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:03,709 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-26T22:23:03,709 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=108, ppid=107, state=RUNNABLE; CloseRegionProcedure da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113}] 2024-11-26T22:23:03,861 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:03,861 INFO [RS_CLOSE_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] handler.UnassignRegionHandler(124): Close da1c21f23d5e7317915542ef5ee8897d 2024-11-26T22:23:03,861 DEBUG [RS_CLOSE_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-26T22:23:03,861 DEBUG [RS_CLOSE_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] regionserver.HRegion(1681): Closing da1c21f23d5e7317915542ef5ee8897d, disabling compactions & flushes 2024-11-26T22:23:03,862 INFO [RS_CLOSE_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d. 2024-11-26T22:23:03,862 DEBUG [RS_CLOSE_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d. 2024-11-26T22:23:03,862 DEBUG [RS_CLOSE_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d. after waiting 0 ms 2024-11-26T22:23:03,862 DEBUG [RS_CLOSE_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d. 2024-11-26T22:23:03,886 DEBUG [RS_CLOSE_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-26T22:23:03,887 INFO [RS_CLOSE_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d. 2024-11-26T22:23:03,887 DEBUG [RS_CLOSE_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] regionserver.HRegion(1635): Region close journal for da1c21f23d5e7317915542ef5ee8897d: 2024-11-26T22:23:03,887 WARN [RS_CLOSE_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] regionserver.HRegionServer(3786): Not adding moved region record: da1c21f23d5e7317915542ef5ee8897d to self. 2024-11-26T22:23:03,891 INFO [RS_CLOSE_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] handler.UnassignRegionHandler(170): Closed da1c21f23d5e7317915542ef5ee8897d 2024-11-26T22:23:03,892 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=107 updating hbase:meta row=da1c21f23d5e7317915542ef5ee8897d, regionState=CLOSED 2024-11-26T22:23:03,895 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=108, resume processing ppid=107 2024-11-26T22:23:03,895 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=108, ppid=107, state=SUCCESS; CloseRegionProcedure da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 in 184 msec 2024-11-26T22:23:03,895 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=107, ppid=106, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=da1c21f23d5e7317915542ef5ee8897d, REOPEN/MOVE; state=CLOSED, location=d8c094cf5ab0,34335,1732659674113; forceNewPlan=false, retain=true 2024-11-26T22:23:04,046 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=107 updating hbase:meta row=da1c21f23d5e7317915542ef5ee8897d, regionState=OPENING, regionLocation=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:04,053 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=109, ppid=107, state=RUNNABLE; OpenRegionProcedure da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113}] 2024-11-26T22:23:04,208 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:04,216 INFO [RS_OPEN_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_OPEN_REGION, pid=109}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d. 2024-11-26T22:23:04,216 DEBUG [RS_OPEN_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_OPEN_REGION, pid=109}] regionserver.HRegion(7285): Opening region: {ENCODED => da1c21f23d5e7317915542ef5ee8897d, NAME => 'TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d.', STARTKEY => '', ENDKEY => ''} 2024-11-26T22:23:04,216 DEBUG [RS_OPEN_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_OPEN_REGION, pid=109}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees da1c21f23d5e7317915542ef5ee8897d 2024-11-26T22:23:04,217 DEBUG [RS_OPEN_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_OPEN_REGION, pid=109}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T22:23:04,217 DEBUG [RS_OPEN_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_OPEN_REGION, pid=109}] regionserver.HRegion(7327): checking encryption for da1c21f23d5e7317915542ef5ee8897d 2024-11-26T22:23:04,217 DEBUG [RS_OPEN_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_OPEN_REGION, pid=109}] regionserver.HRegion(7330): checking classloading for da1c21f23d5e7317915542ef5ee8897d 2024-11-26T22:23:04,225 INFO [StoreOpener-da1c21f23d5e7317915542ef5ee8897d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region da1c21f23d5e7317915542ef5ee8897d 2024-11-26T22:23:04,226 INFO [StoreOpener-da1c21f23d5e7317915542ef5ee8897d-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-26T22:23:04,227 INFO [StoreOpener-da1c21f23d5e7317915542ef5ee8897d-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region da1c21f23d5e7317915542ef5ee8897d columnFamilyName A 2024-11-26T22:23:04,228 DEBUG [StoreOpener-da1c21f23d5e7317915542ef5ee8897d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:23:04,229 INFO [StoreOpener-da1c21f23d5e7317915542ef5ee8897d-1 {}] regionserver.HStore(327): Store=da1c21f23d5e7317915542ef5ee8897d/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T22:23:04,231 INFO [StoreOpener-da1c21f23d5e7317915542ef5ee8897d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region da1c21f23d5e7317915542ef5ee8897d 2024-11-26T22:23:04,233 INFO [StoreOpener-da1c21f23d5e7317915542ef5ee8897d-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-26T22:23:04,233 INFO [StoreOpener-da1c21f23d5e7317915542ef5ee8897d-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region da1c21f23d5e7317915542ef5ee8897d columnFamilyName B 2024-11-26T22:23:04,233 DEBUG [StoreOpener-da1c21f23d5e7317915542ef5ee8897d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:23:04,234 INFO [StoreOpener-da1c21f23d5e7317915542ef5ee8897d-1 {}] regionserver.HStore(327): Store=da1c21f23d5e7317915542ef5ee8897d/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T22:23:04,234 INFO [StoreOpener-da1c21f23d5e7317915542ef5ee8897d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region da1c21f23d5e7317915542ef5ee8897d 2024-11-26T22:23:04,235 INFO [StoreOpener-da1c21f23d5e7317915542ef5ee8897d-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-26T22:23:04,235 INFO [StoreOpener-da1c21f23d5e7317915542ef5ee8897d-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region da1c21f23d5e7317915542ef5ee8897d columnFamilyName C 2024-11-26T22:23:04,236 DEBUG [StoreOpener-da1c21f23d5e7317915542ef5ee8897d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:23:04,236 INFO [StoreOpener-da1c21f23d5e7317915542ef5ee8897d-1 {}] regionserver.HStore(327): Store=da1c21f23d5e7317915542ef5ee8897d/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T22:23:04,237 INFO [RS_OPEN_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_OPEN_REGION, pid=109}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d. 2024-11-26T22:23:04,237 DEBUG [RS_OPEN_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_OPEN_REGION, pid=109}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d 2024-11-26T22:23:04,239 DEBUG [RS_OPEN_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_OPEN_REGION, pid=109}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d 2024-11-26T22:23:04,241 DEBUG [RS_OPEN_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_OPEN_REGION, pid=109}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-26T22:23:04,244 DEBUG [RS_OPEN_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_OPEN_REGION, pid=109}] regionserver.HRegion(1085): writing seq id for da1c21f23d5e7317915542ef5ee8897d 2024-11-26T22:23:04,245 INFO [RS_OPEN_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_OPEN_REGION, pid=109}] regionserver.HRegion(1102): Opened da1c21f23d5e7317915542ef5ee8897d; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61775152, jitterRate=-0.07947850227355957}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-26T22:23:04,246 DEBUG [RS_OPEN_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_OPEN_REGION, pid=109}] regionserver.HRegion(1001): Region open journal for da1c21f23d5e7317915542ef5ee8897d: 2024-11-26T22:23:04,246 INFO [RS_OPEN_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_OPEN_REGION, pid=109}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d., pid=109, masterSystemTime=1732659784208 2024-11-26T22:23:04,249 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=107 updating hbase:meta row=da1c21f23d5e7317915542ef5ee8897d, regionState=OPEN, openSeqNum=5, regionLocation=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:04,250 DEBUG [RS_OPEN_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_OPEN_REGION, pid=109}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d. 2024-11-26T22:23:04,250 INFO [RS_OPEN_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_OPEN_REGION, pid=109}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d. 2024-11-26T22:23:04,252 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=109, resume processing ppid=107 2024-11-26T22:23:04,252 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=109, ppid=107, state=SUCCESS; OpenRegionProcedure da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 in 198 msec 2024-11-26T22:23:04,256 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=107, resume processing ppid=106 2024-11-26T22:23:04,256 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=107, ppid=106, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=da1c21f23d5e7317915542ef5ee8897d, REOPEN/MOVE in 546 msec 2024-11-26T22:23:04,260 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=106, resume processing ppid=105 2024-11-26T22:23:04,260 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=106, ppid=105, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 555 msec 2024-11-26T22:23:04,265 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=105, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 618 msec 2024-11-26T22:23:04,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=105 2024-11-26T22:23:04,267 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5271608e to 127.0.0.1:58789 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4f9fed4 2024-11-26T22:23:04,296 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2953086d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T22:23:04,298 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5a139b42 to 127.0.0.1:58789 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1157d18a 2024-11-26T22:23:04,339 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2076b3ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T22:23:04,341 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1acf826f to 127.0.0.1:58789 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@353bcb3d 2024-11-26T22:23:04,375 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20c5edec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T22:23:04,376 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1cbce2b4 to 127.0.0.1:58789 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@77b5b03d 2024-11-26T22:23:04,389 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@789089aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T22:23:04,390 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4fd3f5fc to 127.0.0.1:58789 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@15bd9063 2024-11-26T22:23:04,411 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@699c96a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T22:23:04,412 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7c0ec341 to 127.0.0.1:58789 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@712a5bc9 2024-11-26T22:23:04,433 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c80a40c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T22:23:04,434 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4831febd to 127.0.0.1:58789 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6b660061 2024-11-26T22:23:04,443 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62cf69c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T22:23:04,445 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1e93614e to 127.0.0.1:58789 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@45ad0ff5 2024-11-26T22:23:04,454 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c35c7c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T22:23:04,455 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0523025d to 127.0.0.1:58789 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@28dc77ab 2024-11-26T22:23:04,459 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a259e93, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T22:23:04,460 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3b9a1701 to 127.0.0.1:58789 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@70304ef6 2024-11-26T22:23:04,463 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6179765, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T22:23:04,469 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T22:23:04,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] procedure2.ProcedureExecutor(1098): Stored pid=110, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees 2024-11-26T22:23:04,471 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=110, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T22:23:04,480 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=110, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T22:23:04,480 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=111, ppid=110, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T22:23:04,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-26T22:23:04,497 DEBUG [hconnection-0x7cdbaa83-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T22:23:04,499 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36482, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T22:23:04,502 DEBUG [hconnection-0x7124317c-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T22:23:04,503 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36494, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T22:23:04,516 DEBUG [hconnection-0x36c46e68-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T22:23:04,517 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36502, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T22:23:04,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(8581): Flush requested on da1c21f23d5e7317915542ef5ee8897d 2024-11-26T22:23:04,519 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing da1c21f23d5e7317915542ef5ee8897d 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-26T22:23:04,519 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK da1c21f23d5e7317915542ef5ee8897d, store=A 2024-11-26T22:23:04,519 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:23:04,519 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK da1c21f23d5e7317915542ef5ee8897d, store=B 2024-11-26T22:23:04,519 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:23:04,519 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK da1c21f23d5e7317915542ef5ee8897d, store=C 2024-11-26T22:23:04,519 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:23:04,527 DEBUG [hconnection-0x1e8474e9-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T22:23:04,529 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36510, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T22:23:04,553 DEBUG [hconnection-0xf3f5be3-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T22:23:04,555 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36526, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T22:23:04,567 DEBUG [hconnection-0x4d40c47a-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T22:23:04,567 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:04,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36494 deadline: 1732659844567, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:04,568 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:04,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 3 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36526 deadline: 1732659844567, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:04,569 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36532, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T22:23:04,572 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:04,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36532 deadline: 1732659844572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:04,575 DEBUG [hconnection-0x5856ef85-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T22:23:04,576 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36540, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T22:23:04,578 DEBUG [hconnection-0x2ee36745-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T22:23:04,579 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36556, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T22:23:04,580 DEBUG [hconnection-0x261fa6b6-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T22:23:04,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-26T22:23:04,583 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36558, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T22:23:04,585 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:04,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36558 deadline: 1732659844585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:04,602 DEBUG [hconnection-0x26790687-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T22:23:04,604 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36562, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T22:23:04,606 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:04,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36562 deadline: 1732659844606, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:04,609 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126de69b41678fc4384975e9c2d90ef54aa_da1c21f23d5e7317915542ef5ee8897d is 50, key is test_row_0/A:col10/1732659784514/Put/seqid=0 2024-11-26T22:23:04,634 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:04,634 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34335 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-26T22:23:04,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d. 2024-11-26T22:23:04,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d. as already flushing 2024-11-26T22:23:04,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d. 2024-11-26T22:23:04,635 ERROR [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => da1c21f23d5e7317915542ef5ee8897d, NAME => 'TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:23:04,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => da1c21f23d5e7317915542ef5ee8897d, NAME => 'TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:23:04,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => da1c21f23d5e7317915542ef5ee8897d, NAME => 'TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => da1c21f23d5e7317915542ef5ee8897d, NAME => 'TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:23:04,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742220_1396 (size=12154) 2024-11-26T22:23:04,670 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:04,670 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:04,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36526 deadline: 1732659844670, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:04,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36494 deadline: 1732659844670, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:04,675 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:04,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36532 deadline: 1732659844674, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:04,689 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:04,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36558 deadline: 1732659844689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:04,707 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:04,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36562 deadline: 1732659844707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:04,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-26T22:23:04,791 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:04,791 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34335 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-26T22:23:04,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d. 2024-11-26T22:23:04,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d. as already flushing 2024-11-26T22:23:04,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d. 2024-11-26T22:23:04,792 ERROR [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => da1c21f23d5e7317915542ef5ee8897d, NAME => 'TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:23:04,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => da1c21f23d5e7317915542ef5ee8897d, NAME => 'TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:23:04,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => da1c21f23d5e7317915542ef5ee8897d, NAME => 'TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => da1c21f23d5e7317915542ef5ee8897d, NAME => 'TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:23:04,873 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:04,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36494 deadline: 1732659844871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:04,875 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:04,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36526 deadline: 1732659844875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:04,877 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:04,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36532 deadline: 1732659844877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:04,891 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:04,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36558 deadline: 1732659844891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:04,910 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:04,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36562 deadline: 1732659844910, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:04,945 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:04,946 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34335 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-26T22:23:04,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d. 2024-11-26T22:23:04,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d. as already flushing 2024-11-26T22:23:04,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d. 2024-11-26T22:23:04,948 ERROR [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => da1c21f23d5e7317915542ef5ee8897d, NAME => 'TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:23:04,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => da1c21f23d5e7317915542ef5ee8897d, NAME => 'TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:23:04,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => da1c21f23d5e7317915542ef5ee8897d, NAME => 'TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => da1c21f23d5e7317915542ef5ee8897d, NAME => 'TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:23:05,064 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:23:05,069 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126de69b41678fc4384975e9c2d90ef54aa_da1c21f23d5e7317915542ef5ee8897d to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126de69b41678fc4384975e9c2d90ef54aa_da1c21f23d5e7317915542ef5ee8897d 2024-11-26T22:23:05,073 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/.tmp/A/c6894c7f736b42c5bf5ba500c4312cc6, store: [table=TestAcidGuarantees family=A region=da1c21f23d5e7317915542ef5ee8897d] 2024-11-26T22:23:05,073 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/.tmp/A/c6894c7f736b42c5bf5ba500c4312cc6 is 175, key is test_row_0/A:col10/1732659784514/Put/seqid=0 2024-11-26T22:23:05,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-26T22:23:05,101 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:05,101 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34335 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-26T22:23:05,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d. 2024-11-26T22:23:05,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d. as already flushing 2024-11-26T22:23:05,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d. 2024-11-26T22:23:05,102 ERROR [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => da1c21f23d5e7317915542ef5ee8897d, NAME => 'TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:23:05,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => da1c21f23d5e7317915542ef5ee8897d, NAME => 'TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:23:05,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => da1c21f23d5e7317915542ef5ee8897d, NAME => 'TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => da1c21f23d5e7317915542ef5ee8897d, NAME => 'TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:23:05,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742221_1397 (size=30955) 2024-11-26T22:23:05,139 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=15, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/.tmp/A/c6894c7f736b42c5bf5ba500c4312cc6 2024-11-26T22:23:05,180 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:05,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36526 deadline: 1732659845180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:05,181 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:05,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36494 deadline: 1732659845179, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:05,182 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:05,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36532 deadline: 1732659845182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:05,194 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:05,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36558 deadline: 1732659845194, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:05,201 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/.tmp/B/3e00c79378844d2e8218cca5b144eb3b is 50, key is test_row_0/B:col10/1732659784514/Put/seqid=0 2024-11-26T22:23:05,216 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:05,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36562 deadline: 1732659845214, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:05,254 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:05,255 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34335 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-26T22:23:05,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d. 2024-11-26T22:23:05,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d. as already flushing 2024-11-26T22:23:05,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d. 2024-11-26T22:23:05,255 ERROR [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => da1c21f23d5e7317915542ef5ee8897d, NAME => 'TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:23:05,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => da1c21f23d5e7317915542ef5ee8897d, NAME => 'TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:23:05,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742222_1398 (size=12001) 2024-11-26T22:23:05,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => da1c21f23d5e7317915542ef5ee8897d, NAME => 'TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => da1c21f23d5e7317915542ef5ee8897d, NAME => 'TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:23:05,261 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/.tmp/B/3e00c79378844d2e8218cca5b144eb3b 2024-11-26T22:23:05,358 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/.tmp/C/eed93e499acf42638c7fe98268c84dfc is 50, key is test_row_0/C:col10/1732659784514/Put/seqid=0 2024-11-26T22:23:05,410 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:05,411 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34335 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-26T22:23:05,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d. 2024-11-26T22:23:05,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d. as already flushing 2024-11-26T22:23:05,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d. 2024-11-26T22:23:05,411 ERROR [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => da1c21f23d5e7317915542ef5ee8897d, NAME => 'TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:23:05,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => da1c21f23d5e7317915542ef5ee8897d, NAME => 'TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:23:05,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => da1c21f23d5e7317915542ef5ee8897d, NAME => 'TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => da1c21f23d5e7317915542ef5ee8897d, NAME => 'TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:23:05,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742223_1399 (size=12001) 2024-11-26T22:23:05,488 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/.tmp/C/eed93e499acf42638c7fe98268c84dfc 2024-11-26T22:23:05,499 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/.tmp/A/c6894c7f736b42c5bf5ba500c4312cc6 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/A/c6894c7f736b42c5bf5ba500c4312cc6 2024-11-26T22:23:05,504 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/A/c6894c7f736b42c5bf5ba500c4312cc6, entries=150, sequenceid=15, filesize=30.2 K 2024-11-26T22:23:05,506 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/.tmp/B/3e00c79378844d2e8218cca5b144eb3b as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/B/3e00c79378844d2e8218cca5b144eb3b 2024-11-26T22:23:05,511 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/B/3e00c79378844d2e8218cca5b144eb3b, entries=150, sequenceid=15, filesize=11.7 K 2024-11-26T22:23:05,512 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/.tmp/C/eed93e499acf42638c7fe98268c84dfc as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/C/eed93e499acf42638c7fe98268c84dfc 2024-11-26T22:23:05,517 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/C/eed93e499acf42638c7fe98268c84dfc, entries=150, sequenceid=15, filesize=11.7 K 2024-11-26T22:23:05,520 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for da1c21f23d5e7317915542ef5ee8897d in 1002ms, sequenceid=15, compaction requested=false 2024-11-26T22:23:05,521 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for da1c21f23d5e7317915542ef5ee8897d: 2024-11-26T22:23:05,564 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:05,565 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34335 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-26T22:23:05,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d. 2024-11-26T22:23:05,565 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2837): Flushing da1c21f23d5e7317915542ef5ee8897d 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-26T22:23:05,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactingMemStore(205): FLUSHING TO DISK da1c21f23d5e7317915542ef5ee8897d, store=A 2024-11-26T22:23:05,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:23:05,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactingMemStore(205): FLUSHING TO DISK da1c21f23d5e7317915542ef5ee8897d, store=B 2024-11-26T22:23:05,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:23:05,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactingMemStore(205): FLUSHING TO DISK da1c21f23d5e7317915542ef5ee8897d, store=C 2024-11-26T22:23:05,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:23:05,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-26T22:23:05,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112601b6c1afc2994f1ea9b2361bdc1797c0_da1c21f23d5e7317915542ef5ee8897d is 50, key is test_row_0/A:col10/1732659784548/Put/seqid=0 2024-11-26T22:23:05,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742224_1400 (size=12154) 2024-11-26T22:23:05,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:23:05,671 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112601b6c1afc2994f1ea9b2361bdc1797c0_da1c21f23d5e7317915542ef5ee8897d to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112601b6c1afc2994f1ea9b2361bdc1797c0_da1c21f23d5e7317915542ef5ee8897d 2024-11-26T22:23:05,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/.tmp/A/b4f1a728ec204970b41df69ac26997a0, store: [table=TestAcidGuarantees family=A region=da1c21f23d5e7317915542ef5ee8897d] 2024-11-26T22:23:05,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/.tmp/A/b4f1a728ec204970b41df69ac26997a0 is 175, key is test_row_0/A:col10/1732659784548/Put/seqid=0 2024-11-26T22:23:05,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(8581): Flush requested on da1c21f23d5e7317915542ef5ee8897d 2024-11-26T22:23:05,693 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d. as already flushing 2024-11-26T22:23:05,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742225_1401 (size=30955) 2024-11-26T22:23:05,713 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=40, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/.tmp/A/b4f1a728ec204970b41df69ac26997a0 2024-11-26T22:23:05,723 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:05,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36532 deadline: 1732659845706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:05,723 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:05,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36558 deadline: 1732659845715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:05,726 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:05,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36494 deadline: 1732659845716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:05,727 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:05,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36562 deadline: 1732659845720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:05,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/.tmp/B/415fb5fff2a44d838437b4574bc00e0a is 50, key is test_row_0/B:col10/1732659784548/Put/seqid=0 2024-11-26T22:23:05,735 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:05,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36526 deadline: 1732659845723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:05,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742226_1402 (size=12001) 2024-11-26T22:23:05,795 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/.tmp/B/415fb5fff2a44d838437b4574bc00e0a 2024-11-26T22:23:05,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/.tmp/C/0b441da0b8c94822ac6dae39807a533f is 50, key is test_row_0/C:col10/1732659784548/Put/seqid=0 2024-11-26T22:23:05,843 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:05,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36558 deadline: 1732659845834, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:05,844 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:05,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36532 deadline: 1732659845834, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:05,844 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:05,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36494 deadline: 1732659845836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:05,848 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:05,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36526 deadline: 1732659845838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:05,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742227_1403 (size=12001) 2024-11-26T22:23:06,050 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:06,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36558 deadline: 1732659846044, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:06,052 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:06,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36494 deadline: 1732659846046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:06,052 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:06,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36532 deadline: 1732659846047, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:06,056 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:06,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36526 deadline: 1732659846050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:06,254 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/.tmp/C/0b441da0b8c94822ac6dae39807a533f 2024-11-26T22:23:06,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/.tmp/A/b4f1a728ec204970b41df69ac26997a0 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/A/b4f1a728ec204970b41df69ac26997a0 2024-11-26T22:23:06,268 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/A/b4f1a728ec204970b41df69ac26997a0, entries=150, sequenceid=40, filesize=30.2 K 2024-11-26T22:23:06,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/.tmp/B/415fb5fff2a44d838437b4574bc00e0a as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/B/415fb5fff2a44d838437b4574bc00e0a 2024-11-26T22:23:06,273 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/B/415fb5fff2a44d838437b4574bc00e0a, entries=150, sequenceid=40, filesize=11.7 K 2024-11-26T22:23:06,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/.tmp/C/0b441da0b8c94822ac6dae39807a533f as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/C/0b441da0b8c94822ac6dae39807a533f 2024-11-26T22:23:06,280 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/C/0b441da0b8c94822ac6dae39807a533f, entries=150, sequenceid=40, filesize=11.7 K 2024-11-26T22:23:06,282 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for da1c21f23d5e7317915542ef5ee8897d in 717ms, sequenceid=40, compaction requested=false 2024-11-26T22:23:06,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2538): Flush status journal for da1c21f23d5e7317915542ef5ee8897d: 2024-11-26T22:23:06,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d. 2024-11-26T22:23:06,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=111 2024-11-26T22:23:06,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster(4106): Remote procedure done, pid=111 2024-11-26T22:23:06,285 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=111, resume processing ppid=110 2024-11-26T22:23:06,285 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=111, ppid=110, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8030 sec 2024-11-26T22:23:06,286 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=110, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees in 1.8160 sec 2024-11-26T22:23:06,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(8581): Flush requested on da1c21f23d5e7317915542ef5ee8897d 2024-11-26T22:23:06,361 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing da1c21f23d5e7317915542ef5ee8897d 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-26T22:23:06,363 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK da1c21f23d5e7317915542ef5ee8897d, store=A 2024-11-26T22:23:06,363 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:23:06,363 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK da1c21f23d5e7317915542ef5ee8897d, store=B 2024-11-26T22:23:06,363 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:23:06,363 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK da1c21f23d5e7317915542ef5ee8897d, store=C 2024-11-26T22:23:06,363 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:23:06,371 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-26T22:23:06,382 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126185b6be262e242ec96bb94385d1abb16_da1c21f23d5e7317915542ef5ee8897d is 50, key is test_row_0/A:col10/1732659785712/Put/seqid=0 2024-11-26T22:23:06,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742228_1404 (size=12154) 2024-11-26T22:23:06,441 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:23:06,445 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126185b6be262e242ec96bb94385d1abb16_da1c21f23d5e7317915542ef5ee8897d to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126185b6be262e242ec96bb94385d1abb16_da1c21f23d5e7317915542ef5ee8897d 2024-11-26T22:23:06,446 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/.tmp/A/88d1fa0bf7424218917a88cca03b3ecb, store: [table=TestAcidGuarantees family=A region=da1c21f23d5e7317915542ef5ee8897d] 2024-11-26T22:23:06,447 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/.tmp/A/88d1fa0bf7424218917a88cca03b3ecb is 175, key is test_row_0/A:col10/1732659785712/Put/seqid=0 2024-11-26T22:23:06,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742229_1405 (size=30955) 2024-11-26T22:23:06,506 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:06,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36494 deadline: 1732659846493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:06,507 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:06,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36558 deadline: 1732659846494, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:06,507 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:06,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36526 deadline: 1732659846496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:06,522 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:06,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36532 deadline: 1732659846508, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:06,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-26T22:23:06,589 INFO [Thread-1774 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 110 completed 2024-11-26T22:23:06,615 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T22:23:06,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] procedure2.ProcedureExecutor(1098): Stored pid=112, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees 2024-11-26T22:23:06,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-26T22:23:06,618 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=112, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T22:23:06,618 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=112, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T22:23:06,618 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=113, ppid=112, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T22:23:06,622 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:06,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36526 deadline: 1732659846612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:06,623 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:06,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36558 deadline: 1732659846614, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:06,638 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:06,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36494 deadline: 1732659846624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:06,643 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:06,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36532 deadline: 1732659846632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:06,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-26T22:23:06,749 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:06,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36562 deadline: 1732659846736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:06,770 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:06,771 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34335 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-26T22:23:06,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d. 2024-11-26T22:23:06,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d. as already flushing 2024-11-26T22:23:06,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d. 2024-11-26T22:23:06,772 ERROR [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => da1c21f23d5e7317915542ef5ee8897d, NAME => 'TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:23:06,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => da1c21f23d5e7317915542ef5ee8897d, NAME => 'TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:23:06,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => da1c21f23d5e7317915542ef5ee8897d, NAME => 'TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => da1c21f23d5e7317915542ef5ee8897d, NAME => 'TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:23:06,837 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:06,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36526 deadline: 1732659846825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:06,838 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:06,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36558 deadline: 1732659846826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:06,856 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:06,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36532 deadline: 1732659846846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:06,866 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:06,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36494 deadline: 1732659846852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:06,888 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=54, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/.tmp/A/88d1fa0bf7424218917a88cca03b3ecb 2024-11-26T22:23:06,914 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/.tmp/B/1e14566c9abe4cb3a3581624bd59d567 is 50, key is test_row_0/B:col10/1732659785712/Put/seqid=0 2024-11-26T22:23:06,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-26T22:23:06,927 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:06,928 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34335 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-26T22:23:06,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d. 2024-11-26T22:23:06,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d. as already flushing 2024-11-26T22:23:06,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d. 2024-11-26T22:23:06,928 ERROR [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => da1c21f23d5e7317915542ef5ee8897d, NAME => 'TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:23:06,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => da1c21f23d5e7317915542ef5ee8897d, NAME => 'TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:23:06,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => da1c21f23d5e7317915542ef5ee8897d, NAME => 'TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => da1c21f23d5e7317915542ef5ee8897d, NAME => 'TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:23:06,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742230_1406 (size=12001) 2024-11-26T22:23:06,940 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=54 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/.tmp/B/1e14566c9abe4cb3a3581624bd59d567 2024-11-26T22:23:06,959 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/.tmp/C/f073aba210c54007b44e2ea22de9e192 is 50, key is test_row_0/C:col10/1732659785712/Put/seqid=0 2024-11-26T22:23:06,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742231_1407 (size=12001) 2024-11-26T22:23:07,088 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:07,089 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34335 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-26T22:23:07,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d. 2024-11-26T22:23:07,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d. as already flushing 2024-11-26T22:23:07,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d. 2024-11-26T22:23:07,089 ERROR [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => da1c21f23d5e7317915542ef5ee8897d, NAME => 'TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:23:07,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => da1c21f23d5e7317915542ef5ee8897d, NAME => 'TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:23:07,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => da1c21f23d5e7317915542ef5ee8897d, NAME => 'TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => da1c21f23d5e7317915542ef5ee8897d, NAME => 'TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:23:07,146 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:07,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36558 deadline: 1732659847140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:07,156 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:07,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36526 deadline: 1732659847142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:07,171 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:07,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36532 deadline: 1732659847165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:07,179 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:07,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36494 deadline: 1732659847169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:07,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-26T22:23:07,242 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:07,243 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34335 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-26T22:23:07,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d. 2024-11-26T22:23:07,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d. as already flushing 2024-11-26T22:23:07,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d. 2024-11-26T22:23:07,243 ERROR [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => da1c21f23d5e7317915542ef5ee8897d, NAME => 'TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:23:07,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => da1c21f23d5e7317915542ef5ee8897d, NAME => 'TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:23:07,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => da1c21f23d5e7317915542ef5ee8897d, NAME => 'TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => da1c21f23d5e7317915542ef5ee8897d, NAME => 'TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:23:07,395 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:07,400 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34335 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-26T22:23:07,400 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=54 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/.tmp/C/f073aba210c54007b44e2ea22de9e192 2024-11-26T22:23:07,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d. 2024-11-26T22:23:07,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d. as already flushing 2024-11-26T22:23:07,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d. 2024-11-26T22:23:07,400 ERROR [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => da1c21f23d5e7317915542ef5ee8897d, NAME => 'TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:23:07,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => da1c21f23d5e7317915542ef5ee8897d, NAME => 'TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:23:07,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => da1c21f23d5e7317915542ef5ee8897d, NAME => 'TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => da1c21f23d5e7317915542ef5ee8897d, NAME => 'TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:23:07,411 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/.tmp/A/88d1fa0bf7424218917a88cca03b3ecb as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/A/88d1fa0bf7424218917a88cca03b3ecb 2024-11-26T22:23:07,417 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/A/88d1fa0bf7424218917a88cca03b3ecb, entries=150, sequenceid=54, filesize=30.2 K 2024-11-26T22:23:07,418 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/.tmp/B/1e14566c9abe4cb3a3581624bd59d567 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/B/1e14566c9abe4cb3a3581624bd59d567 2024-11-26T22:23:07,432 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/B/1e14566c9abe4cb3a3581624bd59d567, entries=150, sequenceid=54, filesize=11.7 K 2024-11-26T22:23:07,452 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/.tmp/C/f073aba210c54007b44e2ea22de9e192 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/C/f073aba210c54007b44e2ea22de9e192 2024-11-26T22:23:07,457 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/C/f073aba210c54007b44e2ea22de9e192, entries=150, sequenceid=54, filesize=11.7 K 2024-11-26T22:23:07,458 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for da1c21f23d5e7317915542ef5ee8897d in 1098ms, sequenceid=54, compaction requested=true 2024-11-26T22:23:07,458 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for da1c21f23d5e7317915542ef5ee8897d: 2024-11-26T22:23:07,458 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T22:23:07,458 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store da1c21f23d5e7317915542ef5ee8897d:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T22:23:07,459 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T22:23:07,459 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store da1c21f23d5e7317915542ef5ee8897d:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T22:23:07,459 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T22:23:07,459 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store da1c21f23d5e7317915542ef5ee8897d:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T22:23:07,459 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T22:23:07,459 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T22:23:07,460 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 92865 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T22:23:07,460 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HStore(1540): da1c21f23d5e7317915542ef5ee8897d/A is initiating minor compaction (all files) 2024-11-26T22:23:07,460 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of da1c21f23d5e7317915542ef5ee8897d/A in TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d. 2024-11-26T22:23:07,460 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/A/c6894c7f736b42c5bf5ba500c4312cc6, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/A/b4f1a728ec204970b41df69ac26997a0, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/A/88d1fa0bf7424218917a88cca03b3ecb] into tmpdir=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/.tmp, totalSize=90.7 K 2024-11-26T22:23:07,460 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d. 2024-11-26T22:23:07,460 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d. files: [hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/A/c6894c7f736b42c5bf5ba500c4312cc6, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/A/b4f1a728ec204970b41df69ac26997a0, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/A/88d1fa0bf7424218917a88cca03b3ecb] 2024-11-26T22:23:07,461 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.Compactor(224): Compacting c6894c7f736b42c5bf5ba500c4312cc6, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1732659784514 2024-11-26T22:23:07,461 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T22:23:07,461 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HStore(1540): da1c21f23d5e7317915542ef5ee8897d/B is initiating minor compaction (all files) 2024-11-26T22:23:07,461 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of da1c21f23d5e7317915542ef5ee8897d/B in TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d. 2024-11-26T22:23:07,461 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/B/3e00c79378844d2e8218cca5b144eb3b, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/B/415fb5fff2a44d838437b4574bc00e0a, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/B/1e14566c9abe4cb3a3581624bd59d567] into tmpdir=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/.tmp, totalSize=35.2 K 2024-11-26T22:23:07,461 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.Compactor(224): Compacting b4f1a728ec204970b41df69ac26997a0, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732659784548 2024-11-26T22:23:07,461 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.Compactor(224): Compacting 3e00c79378844d2e8218cca5b144eb3b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1732659784514 2024-11-26T22:23:07,462 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.Compactor(224): Compacting 415fb5fff2a44d838437b4574bc00e0a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732659784548 2024-11-26T22:23:07,462 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.Compactor(224): Compacting 88d1fa0bf7424218917a88cca03b3ecb, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1732659785712 2024-11-26T22:23:07,462 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.Compactor(224): Compacting 1e14566c9abe4cb3a3581624bd59d567, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1732659785712 2024-11-26T22:23:07,471 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=da1c21f23d5e7317915542ef5ee8897d] 2024-11-26T22:23:07,482 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): da1c21f23d5e7317915542ef5ee8897d#B#compaction#352 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-26T22:23:07,483 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/.tmp/B/6fae44e40fe84f2583b89b4ee8158968 is 50, key is test_row_0/B:col10/1732659785712/Put/seqid=0 2024-11-26T22:23:07,491 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241126b81764161400465cba426c80d894484a_da1c21f23d5e7317915542ef5ee8897d store=[table=TestAcidGuarantees family=A region=da1c21f23d5e7317915542ef5ee8897d] 2024-11-26T22:23:07,493 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241126b81764161400465cba426c80d894484a_da1c21f23d5e7317915542ef5ee8897d, store=[table=TestAcidGuarantees family=A region=da1c21f23d5e7317915542ef5ee8897d] 2024-11-26T22:23:07,493 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126b81764161400465cba426c80d894484a_da1c21f23d5e7317915542ef5ee8897d because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=da1c21f23d5e7317915542ef5ee8897d] 2024-11-26T22:23:07,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742232_1408 (size=12104) 2024-11-26T22:23:07,520 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/.tmp/B/6fae44e40fe84f2583b89b4ee8158968 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/B/6fae44e40fe84f2583b89b4ee8158968 2024-11-26T22:23:07,525 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in da1c21f23d5e7317915542ef5ee8897d/B of da1c21f23d5e7317915542ef5ee8897d into 6fae44e40fe84f2583b89b4ee8158968(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T22:23:07,525 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for da1c21f23d5e7317915542ef5ee8897d: 2024-11-26T22:23:07,525 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d., storeName=da1c21f23d5e7317915542ef5ee8897d/B, priority=13, startTime=1732659787459; duration=0sec 2024-11-26T22:23:07,525 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T22:23:07,525 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: da1c21f23d5e7317915542ef5ee8897d:B 2024-11-26T22:23:07,525 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T22:23:07,526 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T22:23:07,527 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HStore(1540): da1c21f23d5e7317915542ef5ee8897d/C is initiating minor compaction (all files) 2024-11-26T22:23:07,527 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of da1c21f23d5e7317915542ef5ee8897d/C in TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d. 2024-11-26T22:23:07,527 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/C/eed93e499acf42638c7fe98268c84dfc, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/C/0b441da0b8c94822ac6dae39807a533f, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/C/f073aba210c54007b44e2ea22de9e192] into tmpdir=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/.tmp, totalSize=35.2 K 2024-11-26T22:23:07,527 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.Compactor(224): Compacting eed93e499acf42638c7fe98268c84dfc, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1732659784514 2024-11-26T22:23:07,528 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.Compactor(224): Compacting 0b441da0b8c94822ac6dae39807a533f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732659784548 2024-11-26T22:23:07,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742233_1409 (size=4469) 2024-11-26T22:23:07,529 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.Compactor(224): Compacting f073aba210c54007b44e2ea22de9e192, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1732659785712 2024-11-26T22:23:07,542 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): da1c21f23d5e7317915542ef5ee8897d#A#compaction#351 average throughput is 0.34 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T22:23:07,543 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/.tmp/A/dd44b5ee3f654634ba530ad8f6593bfa is 175, key is test_row_0/A:col10/1732659785712/Put/seqid=0 2024-11-26T22:23:07,549 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): da1c21f23d5e7317915542ef5ee8897d#C#compaction#353 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T22:23:07,550 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/.tmp/C/dde8549f251f4d79b7fa9b9d23cb9a4f is 50, key is test_row_0/C:col10/1732659785712/Put/seqid=0 2024-11-26T22:23:07,553 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:07,553 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34335 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-26T22:23:07,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d. 2024-11-26T22:23:07,554 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2837): Flushing da1c21f23d5e7317915542ef5ee8897d 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-26T22:23:07,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactingMemStore(205): FLUSHING TO DISK da1c21f23d5e7317915542ef5ee8897d, store=A 2024-11-26T22:23:07,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:23:07,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactingMemStore(205): FLUSHING TO DISK da1c21f23d5e7317915542ef5ee8897d, store=B 2024-11-26T22:23:07,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:23:07,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactingMemStore(205): FLUSHING TO DISK da1c21f23d5e7317915542ef5ee8897d, store=C 2024-11-26T22:23:07,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:23:07,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126a39935a54221443f89339c33a6c13b2d_da1c21f23d5e7317915542ef5ee8897d is 50, key is test_row_0/A:col10/1732659786492/Put/seqid=0 2024-11-26T22:23:07,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742234_1410 (size=31058) 2024-11-26T22:23:07,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742235_1411 (size=12104) 2024-11-26T22:23:07,648 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/.tmp/C/dde8549f251f4d79b7fa9b9d23cb9a4f as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/C/dde8549f251f4d79b7fa9b9d23cb9a4f 2024-11-26T22:23:07,652 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in da1c21f23d5e7317915542ef5ee8897d/C of da1c21f23d5e7317915542ef5ee8897d into dde8549f251f4d79b7fa9b9d23cb9a4f(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T22:23:07,652 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for da1c21f23d5e7317915542ef5ee8897d: 2024-11-26T22:23:07,652 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d., storeName=da1c21f23d5e7317915542ef5ee8897d/C, priority=13, startTime=1732659787459; duration=0sec 2024-11-26T22:23:07,653 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T22:23:07,653 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: da1c21f23d5e7317915542ef5ee8897d:C 2024-11-26T22:23:07,659 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d. as already flushing 2024-11-26T22:23:07,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(8581): Flush requested on da1c21f23d5e7317915542ef5ee8897d 2024-11-26T22:23:07,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742236_1412 (size=12154) 2024-11-26T22:23:07,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:23:07,671 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126a39935a54221443f89339c33a6c13b2d_da1c21f23d5e7317915542ef5ee8897d to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126a39935a54221443f89339c33a6c13b2d_da1c21f23d5e7317915542ef5ee8897d 2024-11-26T22:23:07,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/.tmp/A/f9060ae7205542dfb7c7c8d4db4eebfc, store: [table=TestAcidGuarantees family=A region=da1c21f23d5e7317915542ef5ee8897d] 2024-11-26T22:23:07,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/.tmp/A/f9060ae7205542dfb7c7c8d4db4eebfc is 175, key is test_row_0/A:col10/1732659786492/Put/seqid=0 2024-11-26T22:23:07,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742237_1413 (size=30955) 2024-11-26T22:23:07,716 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:07,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36526 deadline: 1732659847702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:07,716 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:07,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36494 deadline: 1732659847703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:07,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-26T22:23:07,727 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:07,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36558 deadline: 1732659847716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:07,727 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:07,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36532 deadline: 1732659847716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:07,826 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:07,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36526 deadline: 1732659847817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:07,837 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:07,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36494 deadline: 1732659847828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:07,838 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:07,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36558 deadline: 1732659847829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:07,850 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:07,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36532 deadline: 1732659847840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:08,034 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:08,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36526 deadline: 1732659848027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:08,035 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/.tmp/A/dd44b5ee3f654634ba530ad8f6593bfa as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/A/dd44b5ee3f654634ba530ad8f6593bfa 2024-11-26T22:23:08,045 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:08,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36494 deadline: 1732659848038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:08,046 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:08,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36558 deadline: 1732659848041, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:08,052 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in da1c21f23d5e7317915542ef5ee8897d/A of da1c21f23d5e7317915542ef5ee8897d into dd44b5ee3f654634ba530ad8f6593bfa(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T22:23:08,053 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for da1c21f23d5e7317915542ef5ee8897d: 2024-11-26T22:23:08,053 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d., storeName=da1c21f23d5e7317915542ef5ee8897d/A, priority=13, startTime=1732659787458; duration=0sec 2024-11-26T22:23:08,053 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T22:23:08,053 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: da1c21f23d5e7317915542ef5ee8897d:A 2024-11-26T22:23:08,058 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:08,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36532 deadline: 1732659848052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:08,116 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=77, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/.tmp/A/f9060ae7205542dfb7c7c8d4db4eebfc 2024-11-26T22:23:08,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/.tmp/B/065a412b6351490e90b5218765796084 is 50, key is test_row_0/B:col10/1732659786492/Put/seqid=0 2024-11-26T22:23:08,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742238_1414 (size=12001) 2024-11-26T22:23:08,177 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/.tmp/B/065a412b6351490e90b5218765796084 2024-11-26T22:23:08,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/.tmp/C/1460952a3d5446a3a957bcac3617e46b is 50, key is test_row_0/C:col10/1732659786492/Put/seqid=0 2024-11-26T22:23:08,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742239_1415 (size=12001) 2024-11-26T22:23:08,346 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:08,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36526 deadline: 1732659848339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:08,359 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:08,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36494 deadline: 1732659848349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:08,360 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:08,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36558 deadline: 1732659848349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:08,366 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:08,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36532 deadline: 1732659848361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:08,647 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/.tmp/C/1460952a3d5446a3a957bcac3617e46b 2024-11-26T22:23:08,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/.tmp/A/f9060ae7205542dfb7c7c8d4db4eebfc as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/A/f9060ae7205542dfb7c7c8d4db4eebfc 2024-11-26T22:23:08,660 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/A/f9060ae7205542dfb7c7c8d4db4eebfc, entries=150, sequenceid=77, filesize=30.2 K 2024-11-26T22:23:08,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/.tmp/B/065a412b6351490e90b5218765796084 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/B/065a412b6351490e90b5218765796084 2024-11-26T22:23:08,672 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/B/065a412b6351490e90b5218765796084, entries=150, sequenceid=77, filesize=11.7 K 2024-11-26T22:23:08,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/.tmp/C/1460952a3d5446a3a957bcac3617e46b as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/C/1460952a3d5446a3a957bcac3617e46b 2024-11-26T22:23:08,689 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/C/1460952a3d5446a3a957bcac3617e46b, entries=150, sequenceid=77, filesize=11.7 K 2024-11-26T22:23:08,691 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=80.51 KB/82440 for da1c21f23d5e7317915542ef5ee8897d in 1138ms, sequenceid=77, compaction requested=false 2024-11-26T22:23:08,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2538): Flush status journal for da1c21f23d5e7317915542ef5ee8897d: 2024-11-26T22:23:08,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d. 2024-11-26T22:23:08,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=113 2024-11-26T22:23:08,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster(4106): Remote procedure done, pid=113 2024-11-26T22:23:08,695 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=113, resume processing ppid=112 2024-11-26T22:23:08,695 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=113, ppid=112, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0750 sec 2024-11-26T22:23:08,696 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=112, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees in 2.0800 sec 2024-11-26T22:23:08,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-26T22:23:08,722 INFO [Thread-1774 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 112 completed 2024-11-26T22:23:08,723 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T22:23:08,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] procedure2.ProcedureExecutor(1098): Stored pid=114, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees 2024-11-26T22:23:08,725 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=114, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T22:23:08,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-26T22:23:08,726 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=114, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T22:23:08,726 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=115, ppid=114, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T22:23:08,763 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing da1c21f23d5e7317915542ef5ee8897d 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-26T22:23:08,763 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK da1c21f23d5e7317915542ef5ee8897d, store=A 2024-11-26T22:23:08,763 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:23:08,763 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK da1c21f23d5e7317915542ef5ee8897d, store=B 2024-11-26T22:23:08,763 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:23:08,764 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK da1c21f23d5e7317915542ef5ee8897d, store=C 2024-11-26T22:23:08,764 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:23:08,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(8581): Flush requested on da1c21f23d5e7317915542ef5ee8897d 2024-11-26T22:23:08,802 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112697f10733f89443b5b85f4b7112fc51cc_da1c21f23d5e7317915542ef5ee8897d is 50, key is test_row_0/A:col10/1732659788759/Put/seqid=0 2024-11-26T22:23:08,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-26T22:23:08,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742240_1416 (size=14594) 2024-11-26T22:23:08,879 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:08,879 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34335 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-26T22:23:08,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d. 2024-11-26T22:23:08,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d. as already flushing 2024-11-26T22:23:08,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d. 2024-11-26T22:23:08,880 ERROR [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => da1c21f23d5e7317915542ef5ee8897d, NAME => 'TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:23:08,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => da1c21f23d5e7317915542ef5ee8897d, NAME => 'TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:23:08,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => da1c21f23d5e7317915542ef5ee8897d, NAME => 'TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => da1c21f23d5e7317915542ef5ee8897d, NAME => 'TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:23:08,889 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:08,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36562 deadline: 1732659848878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:08,893 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:08,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36526 deadline: 1732659848880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:08,894 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:08,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36558 deadline: 1732659848881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:08,896 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:08,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36532 deadline: 1732659848884, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:08,897 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:08,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36494 deadline: 1732659848889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:08,998 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:08,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36562 deadline: 1732659848990, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:09,001 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:09,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36526 deadline: 1732659848994, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:09,001 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:09,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36558 deadline: 1732659848995, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:09,003 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:09,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36532 deadline: 1732659848998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:09,004 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:09,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36494 deadline: 1732659848999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:09,032 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:09,033 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34335 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-26T22:23:09,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d. 2024-11-26T22:23:09,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d. as already flushing 2024-11-26T22:23:09,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d. 2024-11-26T22:23:09,033 ERROR [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => da1c21f23d5e7317915542ef5ee8897d, NAME => 'TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:23:09,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => da1c21f23d5e7317915542ef5ee8897d, NAME => 'TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:23:09,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => da1c21f23d5e7317915542ef5ee8897d, NAME => 'TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => da1c21f23d5e7317915542ef5ee8897d, NAME => 'TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:23:09,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-26T22:23:09,185 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:09,185 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34335 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-26T22:23:09,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d. 2024-11-26T22:23:09,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d. as already flushing 2024-11-26T22:23:09,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d. 2024-11-26T22:23:09,186 ERROR [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => da1c21f23d5e7317915542ef5ee8897d, NAME => 'TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:23:09,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => da1c21f23d5e7317915542ef5ee8897d, NAME => 'TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:23:09,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => da1c21f23d5e7317915542ef5ee8897d, NAME => 'TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => da1c21f23d5e7317915542ef5ee8897d, NAME => 'TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:23:09,202 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:09,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36562 deadline: 1732659849200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:09,208 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:09,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36558 deadline: 1732659849205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:09,212 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:09,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36526 deadline: 1732659849205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:09,213 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:09,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36494 deadline: 1732659849205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:09,213 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:09,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36532 deadline: 1732659849205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:09,243 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:23:09,249 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112697f10733f89443b5b85f4b7112fc51cc_da1c21f23d5e7317915542ef5ee8897d to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112697f10733f89443b5b85f4b7112fc51cc_da1c21f23d5e7317915542ef5ee8897d 2024-11-26T22:23:09,251 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/.tmp/A/079bcd06d333440fa4c164329d812682, store: [table=TestAcidGuarantees family=A region=da1c21f23d5e7317915542ef5ee8897d] 2024-11-26T22:23:09,251 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/.tmp/A/079bcd06d333440fa4c164329d812682 is 175, key is test_row_0/A:col10/1732659788759/Put/seqid=0 2024-11-26T22:23:09,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742241_1417 (size=39549) 2024-11-26T22:23:09,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-26T22:23:09,338 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:09,339 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34335 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-26T22:23:09,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d. 2024-11-26T22:23:09,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d. as already flushing 2024-11-26T22:23:09,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d. 2024-11-26T22:23:09,339 ERROR [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => da1c21f23d5e7317915542ef5ee8897d, NAME => 'TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:23:09,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => da1c21f23d5e7317915542ef5ee8897d, NAME => 'TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:23:09,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => da1c21f23d5e7317915542ef5ee8897d, NAME => 'TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => da1c21f23d5e7317915542ef5ee8897d, NAME => 'TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:23:09,493 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:09,493 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34335 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-26T22:23:09,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d. 2024-11-26T22:23:09,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d. as already flushing 2024-11-26T22:23:09,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d. 2024-11-26T22:23:09,494 ERROR [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => da1c21f23d5e7317915542ef5ee8897d, NAME => 'TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:23:09,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => da1c21f23d5e7317915542ef5ee8897d, NAME => 'TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:23:09,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => da1c21f23d5e7317915542ef5ee8897d, NAME => 'TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => da1c21f23d5e7317915542ef5ee8897d, NAME => 'TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:23:09,512 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:09,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36562 deadline: 1732659849504, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:09,519 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:09,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36558 deadline: 1732659849511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:09,521 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:09,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36526 deadline: 1732659849514, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:09,522 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:09,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36532 deadline: 1732659849514, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:09,522 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:09,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36494 deadline: 1732659849515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:09,649 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:09,649 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34335 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-26T22:23:09,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d. 2024-11-26T22:23:09,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d. as already flushing 2024-11-26T22:23:09,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d. 2024-11-26T22:23:09,650 ERROR [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => da1c21f23d5e7317915542ef5ee8897d, NAME => 'TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:23:09,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => da1c21f23d5e7317915542ef5ee8897d, NAME => 'TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:23:09,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => da1c21f23d5e7317915542ef5ee8897d, NAME => 'TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => da1c21f23d5e7317915542ef5ee8897d, NAME => 'TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:23:09,687 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=95, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/.tmp/A/079bcd06d333440fa4c164329d812682 2024-11-26T22:23:09,710 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/.tmp/B/962cb26d754645189ffaa8a6dc6d3504 is 50, key is test_row_0/B:col10/1732659788759/Put/seqid=0 2024-11-26T22:23:09,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742242_1418 (size=12001) 2024-11-26T22:23:09,756 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=95 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/.tmp/B/962cb26d754645189ffaa8a6dc6d3504 2024-11-26T22:23:09,780 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/.tmp/C/69b07a462dc647f59e05ef5fc05eb398 is 50, key is test_row_0/C:col10/1732659788759/Put/seqid=0 2024-11-26T22:23:09,803 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:09,804 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34335 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-26T22:23:09,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d. 2024-11-26T22:23:09,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d. as already flushing 2024-11-26T22:23:09,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d. 2024-11-26T22:23:09,804 ERROR [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => da1c21f23d5e7317915542ef5ee8897d, NAME => 'TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:23:09,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => da1c21f23d5e7317915542ef5ee8897d, NAME => 'TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:23:09,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => da1c21f23d5e7317915542ef5ee8897d, NAME => 'TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => da1c21f23d5e7317915542ef5ee8897d, NAME => 'TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:23:09,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742243_1419 (size=12001) 2024-11-26T22:23:09,819 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=95 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/.tmp/C/69b07a462dc647f59e05ef5fc05eb398 2024-11-26T22:23:09,829 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/.tmp/A/079bcd06d333440fa4c164329d812682 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/A/079bcd06d333440fa4c164329d812682 2024-11-26T22:23:09,835 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/A/079bcd06d333440fa4c164329d812682, entries=200, sequenceid=95, filesize=38.6 K 2024-11-26T22:23:09,836 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/.tmp/B/962cb26d754645189ffaa8a6dc6d3504 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/B/962cb26d754645189ffaa8a6dc6d3504 2024-11-26T22:23:09,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-26T22:23:09,847 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/B/962cb26d754645189ffaa8a6dc6d3504, entries=150, sequenceid=95, filesize=11.7 K 2024-11-26T22:23:09,848 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/.tmp/C/69b07a462dc647f59e05ef5fc05eb398 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/C/69b07a462dc647f59e05ef5fc05eb398 2024-11-26T22:23:09,858 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/C/69b07a462dc647f59e05ef5fc05eb398, entries=150, sequenceid=95, filesize=11.7 K 2024-11-26T22:23:09,859 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for da1c21f23d5e7317915542ef5ee8897d in 1096ms, sequenceid=95, compaction requested=true 2024-11-26T22:23:09,859 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for da1c21f23d5e7317915542ef5ee8897d: 2024-11-26T22:23:09,859 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T22:23:09,859 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store da1c21f23d5e7317915542ef5ee8897d:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T22:23:09,859 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T22:23:09,860 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store da1c21f23d5e7317915542ef5ee8897d:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T22:23:09,860 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T22:23:09,860 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store da1c21f23d5e7317915542ef5ee8897d:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T22:23:09,860 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T22:23:09,860 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T22:23:09,860 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101562 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T22:23:09,861 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HStore(1540): da1c21f23d5e7317915542ef5ee8897d/A is initiating minor compaction (all files) 2024-11-26T22:23:09,861 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of da1c21f23d5e7317915542ef5ee8897d/A in TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d. 2024-11-26T22:23:09,861 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/A/dd44b5ee3f654634ba530ad8f6593bfa, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/A/f9060ae7205542dfb7c7c8d4db4eebfc, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/A/079bcd06d333440fa4c164329d812682] into tmpdir=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/.tmp, totalSize=99.2 K 2024-11-26T22:23:09,861 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d. 2024-11-26T22:23:09,861 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d. files: [hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/A/dd44b5ee3f654634ba530ad8f6593bfa, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/A/f9060ae7205542dfb7c7c8d4db4eebfc, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/A/079bcd06d333440fa4c164329d812682] 2024-11-26T22:23:09,861 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T22:23:09,861 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.Compactor(224): Compacting dd44b5ee3f654634ba530ad8f6593bfa, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1732659785712 2024-11-26T22:23:09,861 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HStore(1540): da1c21f23d5e7317915542ef5ee8897d/B is initiating minor compaction (all files) 2024-11-26T22:23:09,862 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of da1c21f23d5e7317915542ef5ee8897d/B in TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d. 2024-11-26T22:23:09,862 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/B/6fae44e40fe84f2583b89b4ee8158968, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/B/065a412b6351490e90b5218765796084, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/B/962cb26d754645189ffaa8a6dc6d3504] into tmpdir=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/.tmp, totalSize=35.3 K 2024-11-26T22:23:09,862 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.Compactor(224): Compacting f9060ae7205542dfb7c7c8d4db4eebfc, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1732659786492 2024-11-26T22:23:09,862 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.Compactor(224): Compacting 6fae44e40fe84f2583b89b4ee8158968, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1732659785712 2024-11-26T22:23:09,862 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.Compactor(224): Compacting 079bcd06d333440fa4c164329d812682, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1732659787702 2024-11-26T22:23:09,865 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.Compactor(224): Compacting 065a412b6351490e90b5218765796084, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1732659786492 2024-11-26T22:23:09,868 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.Compactor(224): Compacting 962cb26d754645189ffaa8a6dc6d3504, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1732659787712 2024-11-26T22:23:09,875 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=da1c21f23d5e7317915542ef5ee8897d] 2024-11-26T22:23:09,886 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): da1c21f23d5e7317915542ef5ee8897d#B#compaction#361 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-26T22:23:09,886 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/.tmp/B/222ae99e7dc147f1961efa0bcd0e0491 is 50, key is test_row_0/B:col10/1732659788759/Put/seqid=0 2024-11-26T22:23:09,893 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241126a182c117acaa4af4995d541f1ffbdbc0_da1c21f23d5e7317915542ef5ee8897d store=[table=TestAcidGuarantees family=A region=da1c21f23d5e7317915542ef5ee8897d] 2024-11-26T22:23:09,895 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241126a182c117acaa4af4995d541f1ffbdbc0_da1c21f23d5e7317915542ef5ee8897d, store=[table=TestAcidGuarantees family=A region=da1c21f23d5e7317915542ef5ee8897d] 2024-11-26T22:23:09,895 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126a182c117acaa4af4995d541f1ffbdbc0_da1c21f23d5e7317915542ef5ee8897d because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=da1c21f23d5e7317915542ef5ee8897d] 2024-11-26T22:23:09,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742244_1420 (size=12207) 2024-11-26T22:23:09,952 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/.tmp/B/222ae99e7dc147f1961efa0bcd0e0491 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/B/222ae99e7dc147f1961efa0bcd0e0491 2024-11-26T22:23:09,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742245_1421 (size=4469) 2024-11-26T22:23:09,957 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): da1c21f23d5e7317915542ef5ee8897d#A#compaction#360 average throughput is 0.30 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T22:23:09,958 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/.tmp/A/d9dcade15b85479d86574fc18f44d99d is 175, key is test_row_0/A:col10/1732659788759/Put/seqid=0 2024-11-26T22:23:09,959 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in da1c21f23d5e7317915542ef5ee8897d/B of da1c21f23d5e7317915542ef5ee8897d into 222ae99e7dc147f1961efa0bcd0e0491(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T22:23:09,959 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for da1c21f23d5e7317915542ef5ee8897d: 2024-11-26T22:23:09,959 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d., storeName=da1c21f23d5e7317915542ef5ee8897d/B, priority=13, startTime=1732659789859; duration=0sec 2024-11-26T22:23:09,959 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T22:23:09,959 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: da1c21f23d5e7317915542ef5ee8897d:B 2024-11-26T22:23:09,959 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T22:23:09,960 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:09,961 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34335 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-26T22:23:09,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d. 2024-11-26T22:23:09,961 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2837): Flushing da1c21f23d5e7317915542ef5ee8897d 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-26T22:23:09,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactingMemStore(205): FLUSHING TO DISK da1c21f23d5e7317915542ef5ee8897d, store=A 2024-11-26T22:23:09,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:23:09,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactingMemStore(205): FLUSHING TO DISK da1c21f23d5e7317915542ef5ee8897d, store=B 2024-11-26T22:23:09,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:23:09,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactingMemStore(205): FLUSHING TO DISK da1c21f23d5e7317915542ef5ee8897d, store=C 2024-11-26T22:23:09,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:23:09,966 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T22:23:09,966 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HStore(1540): da1c21f23d5e7317915542ef5ee8897d/C is initiating minor compaction (all files) 2024-11-26T22:23:09,966 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of da1c21f23d5e7317915542ef5ee8897d/C in TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d. 2024-11-26T22:23:09,966 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/C/dde8549f251f4d79b7fa9b9d23cb9a4f, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/C/1460952a3d5446a3a957bcac3617e46b, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/C/69b07a462dc647f59e05ef5fc05eb398] into tmpdir=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/.tmp, totalSize=35.3 K 2024-11-26T22:23:09,967 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.Compactor(224): Compacting dde8549f251f4d79b7fa9b9d23cb9a4f, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1732659785712 2024-11-26T22:23:09,968 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.Compactor(224): Compacting 1460952a3d5446a3a957bcac3617e46b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1732659786492 2024-11-26T22:23:09,968 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.Compactor(224): Compacting 69b07a462dc647f59e05ef5fc05eb398, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1732659787712 2024-11-26T22:23:09,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411263d87f477ecbf428da43dcf606bccdca6_da1c21f23d5e7317915542ef5ee8897d is 50, key is test_row_0/A:col10/1732659788875/Put/seqid=0 2024-11-26T22:23:10,002 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): da1c21f23d5e7317915542ef5ee8897d#C#compaction#363 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T22:23:10,002 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/.tmp/C/f76b51643f4b457984442008c4d51005 is 50, key is test_row_0/C:col10/1732659788759/Put/seqid=0 2024-11-26T22:23:10,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742246_1422 (size=31161) 2024-11-26T22:23:10,016 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/.tmp/A/d9dcade15b85479d86574fc18f44d99d as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/A/d9dcade15b85479d86574fc18f44d99d 2024-11-26T22:23:10,024 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in da1c21f23d5e7317915542ef5ee8897d/A of da1c21f23d5e7317915542ef5ee8897d into d9dcade15b85479d86574fc18f44d99d(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T22:23:10,024 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for da1c21f23d5e7317915542ef5ee8897d: 2024-11-26T22:23:10,024 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d., storeName=da1c21f23d5e7317915542ef5ee8897d/A, priority=13, startTime=1732659789859; duration=0sec 2024-11-26T22:23:10,024 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T22:23:10,024 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: da1c21f23d5e7317915542ef5ee8897d:A 2024-11-26T22:23:10,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(8581): Flush requested on da1c21f23d5e7317915542ef5ee8897d 2024-11-26T22:23:10,032 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d. as already flushing 2024-11-26T22:23:10,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742247_1423 (size=12154) 2024-11-26T22:23:10,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:23:10,058 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411263d87f477ecbf428da43dcf606bccdca6_da1c21f23d5e7317915542ef5ee8897d to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411263d87f477ecbf428da43dcf606bccdca6_da1c21f23d5e7317915542ef5ee8897d 2024-11-26T22:23:10,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/.tmp/A/53eb836a7509435f80eb51edde2cde73, store: [table=TestAcidGuarantees family=A region=da1c21f23d5e7317915542ef5ee8897d] 2024-11-26T22:23:10,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/.tmp/A/53eb836a7509435f80eb51edde2cde73 is 175, key is test_row_0/A:col10/1732659788875/Put/seqid=0 2024-11-26T22:23:10,067 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:10,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36558 deadline: 1732659850054, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:10,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742248_1424 (size=12207) 2024-11-26T22:23:10,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742249_1425 (size=30955) 2024-11-26T22:23:10,074 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:10,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36494 deadline: 1732659850056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:10,074 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:10,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36562 deadline: 1732659850056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:10,078 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:10,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36532 deadline: 1732659850066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:10,079 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:10,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36526 deadline: 1732659850067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:10,082 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/.tmp/C/f76b51643f4b457984442008c4d51005 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/C/f76b51643f4b457984442008c4d51005 2024-11-26T22:23:10,086 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in da1c21f23d5e7317915542ef5ee8897d/C of da1c21f23d5e7317915542ef5ee8897d into f76b51643f4b457984442008c4d51005(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T22:23:10,086 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for da1c21f23d5e7317915542ef5ee8897d: 2024-11-26T22:23:10,086 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d., storeName=da1c21f23d5e7317915542ef5ee8897d/C, priority=13, startTime=1732659789860; duration=0sec 2024-11-26T22:23:10,086 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T22:23:10,086 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: da1c21f23d5e7317915542ef5ee8897d:C 2024-11-26T22:23:10,174 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:10,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36558 deadline: 1732659850169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:10,179 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:10,179 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:10,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36494 deadline: 1732659850175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:10,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36562 deadline: 1732659850175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:10,182 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:10,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36532 deadline: 1732659850180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:10,187 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:10,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36526 deadline: 1732659850180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:10,389 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:10,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36558 deadline: 1732659850380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:10,390 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:10,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36494 deadline: 1732659850380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:10,395 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:10,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36532 deadline: 1732659850386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:10,397 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:10,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36562 deadline: 1732659850390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:10,398 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:10,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36526 deadline: 1732659850390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:10,475 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=116, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/.tmp/A/53eb836a7509435f80eb51edde2cde73 2024-11-26T22:23:10,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/.tmp/B/7b734bac1a8740d193ea589affd24416 is 50, key is test_row_0/B:col10/1732659788875/Put/seqid=0 2024-11-26T22:23:10,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742250_1426 (size=12001) 2024-11-26T22:23:10,546 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/.tmp/B/7b734bac1a8740d193ea589affd24416 2024-11-26T22:23:10,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/.tmp/C/0c7d8e373eeb4e24ad0003852c42a94c is 50, key is test_row_0/C:col10/1732659788875/Put/seqid=0 2024-11-26T22:23:10,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742251_1427 (size=12001) 2024-11-26T22:23:10,626 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/.tmp/C/0c7d8e373eeb4e24ad0003852c42a94c 2024-11-26T22:23:10,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/.tmp/A/53eb836a7509435f80eb51edde2cde73 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/A/53eb836a7509435f80eb51edde2cde73 2024-11-26T22:23:10,636 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/A/53eb836a7509435f80eb51edde2cde73, entries=150, sequenceid=116, filesize=30.2 K 2024-11-26T22:23:10,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/.tmp/B/7b734bac1a8740d193ea589affd24416 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/B/7b734bac1a8740d193ea589affd24416 2024-11-26T22:23:10,641 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/B/7b734bac1a8740d193ea589affd24416, entries=150, sequenceid=116, filesize=11.7 K 2024-11-26T22:23:10,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/.tmp/C/0c7d8e373eeb4e24ad0003852c42a94c as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/C/0c7d8e373eeb4e24ad0003852c42a94c 2024-11-26T22:23:10,656 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/C/0c7d8e373eeb4e24ad0003852c42a94c, entries=150, sequenceid=116, filesize=11.7 K 2024-11-26T22:23:10,657 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for da1c21f23d5e7317915542ef5ee8897d in 696ms, sequenceid=116, compaction requested=false 2024-11-26T22:23:10,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2538): Flush status journal for da1c21f23d5e7317915542ef5ee8897d: 2024-11-26T22:23:10,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d. 2024-11-26T22:23:10,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=115 2024-11-26T22:23:10,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster(4106): Remote procedure done, pid=115 2024-11-26T22:23:10,660 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=115, resume processing ppid=114 2024-11-26T22:23:10,660 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=115, ppid=114, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9320 sec 2024-11-26T22:23:10,662 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=114, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees in 1.9380 sec 2024-11-26T22:23:10,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(8581): Flush requested on da1c21f23d5e7317915542ef5ee8897d 2024-11-26T22:23:10,708 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing da1c21f23d5e7317915542ef5ee8897d 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-26T22:23:10,708 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK da1c21f23d5e7317915542ef5ee8897d, store=A 2024-11-26T22:23:10,708 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:23:10,708 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK da1c21f23d5e7317915542ef5ee8897d, store=B 2024-11-26T22:23:10,708 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:23:10,708 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK da1c21f23d5e7317915542ef5ee8897d, store=C 2024-11-26T22:23:10,708 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:23:10,732 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126e9ff5d022c354bc884c4b22f8f4d8448_da1c21f23d5e7317915542ef5ee8897d is 50, key is test_row_0/A:col10/1732659790054/Put/seqid=0 2024-11-26T22:23:10,770 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:10,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36562 deadline: 1732659850751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:10,770 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:10,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36532 deadline: 1732659850753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:10,778 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:10,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36526 deadline: 1732659850761, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:10,779 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:10,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36494 deadline: 1732659850762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:10,779 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:10,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36558 deadline: 1732659850766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:10,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742252_1428 (size=17284) 2024-11-26T22:23:10,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-26T22:23:10,840 INFO [Thread-1774 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 114 completed 2024-11-26T22:23:10,843 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T22:23:10,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] procedure2.ProcedureExecutor(1098): Stored pid=116, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=TestAcidGuarantees 2024-11-26T22:23:10,845 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=116, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T22:23:10,845 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=116, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T22:23:10,846 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=117, ppid=116, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T22:23:10,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-26T22:23:10,879 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:10,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36562 deadline: 1732659850871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:10,879 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:10,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36532 deadline: 1732659850871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:10,890 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:10,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36526 deadline: 1732659850880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:10,891 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:10,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36494 deadline: 1732659850880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:10,894 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:10,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36558 deadline: 1732659850881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:10,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-26T22:23:10,998 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:11,001 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34335 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-11-26T22:23:11,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d. 2024-11-26T22:23:11,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d. as already flushing 2024-11-26T22:23:11,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d. 2024-11-26T22:23:11,001 ERROR [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => da1c21f23d5e7317915542ef5ee8897d, NAME => 'TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:23:11,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => da1c21f23d5e7317915542ef5ee8897d, NAME => 'TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:23:11,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => da1c21f23d5e7317915542ef5ee8897d, NAME => 'TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => da1c21f23d5e7317915542ef5ee8897d, NAME => 'TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:23:11,090 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:11,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36562 deadline: 1732659851082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:11,091 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:11,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36532 deadline: 1732659851082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:11,102 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:11,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36526 deadline: 1732659851092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:11,103 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:11,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36558 deadline: 1732659851097, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:11,103 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:11,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36494 deadline: 1732659851098, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:11,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-26T22:23:11,153 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:11,153 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34335 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-11-26T22:23:11,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d. 2024-11-26T22:23:11,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d. as already flushing 2024-11-26T22:23:11,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d. 2024-11-26T22:23:11,154 ERROR [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => da1c21f23d5e7317915542ef5ee8897d, NAME => 'TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:23:11,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => da1c21f23d5e7317915542ef5ee8897d, NAME => 'TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:23:11,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => da1c21f23d5e7317915542ef5ee8897d, NAME => 'TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => da1c21f23d5e7317915542ef5ee8897d, NAME => 'TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:23:11,190 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:23:11,195 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126e9ff5d022c354bc884c4b22f8f4d8448_da1c21f23d5e7317915542ef5ee8897d to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126e9ff5d022c354bc884c4b22f8f4d8448_da1c21f23d5e7317915542ef5ee8897d 2024-11-26T22:23:11,203 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/.tmp/A/9d713ae6e6ed43a8b70c0dfb817505fe, store: [table=TestAcidGuarantees family=A region=da1c21f23d5e7317915542ef5ee8897d] 2024-11-26T22:23:11,204 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/.tmp/A/9d713ae6e6ed43a8b70c0dfb817505fe is 175, key is test_row_0/A:col10/1732659790054/Put/seqid=0 2024-11-26T22:23:11,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742253_1429 (size=48389) 2024-11-26T22:23:11,307 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:11,308 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34335 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-11-26T22:23:11,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d. 2024-11-26T22:23:11,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d. as already flushing 2024-11-26T22:23:11,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d. 2024-11-26T22:23:11,309 ERROR [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => da1c21f23d5e7317915542ef5ee8897d, NAME => 'TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:23:11,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => da1c21f23d5e7317915542ef5ee8897d, NAME => 'TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:23:11,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => da1c21f23d5e7317915542ef5ee8897d, NAME => 'TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => da1c21f23d5e7317915542ef5ee8897d, NAME => 'TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:23:11,400 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:11,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36562 deadline: 1732659851392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:11,401 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:11,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36532 deadline: 1732659851395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:11,412 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:11,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36526 deadline: 1732659851404, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:11,413 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:11,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36558 deadline: 1732659851405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:11,413 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:11,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36494 deadline: 1732659851408, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:11,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-26T22:23:11,462 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:11,463 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34335 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-11-26T22:23:11,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d. 2024-11-26T22:23:11,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d. as already flushing 2024-11-26T22:23:11,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d. 2024-11-26T22:23:11,463 ERROR [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => da1c21f23d5e7317915542ef5ee8897d, NAME => 'TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:23:11,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => da1c21f23d5e7317915542ef5ee8897d, NAME => 'TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:23:11,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => da1c21f23d5e7317915542ef5ee8897d, NAME => 'TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => da1c21f23d5e7317915542ef5ee8897d, NAME => 'TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:23:11,617 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:11,618 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34335 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-11-26T22:23:11,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d. 2024-11-26T22:23:11,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d. as already flushing 2024-11-26T22:23:11,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d. 2024-11-26T22:23:11,618 ERROR [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => da1c21f23d5e7317915542ef5ee8897d, NAME => 'TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:23:11,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => da1c21f23d5e7317915542ef5ee8897d, NAME => 'TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:23:11,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => da1c21f23d5e7317915542ef5ee8897d, NAME => 'TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => da1c21f23d5e7317915542ef5ee8897d, NAME => 'TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:23:11,647 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=136, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/.tmp/A/9d713ae6e6ed43a8b70c0dfb817505fe 2024-11-26T22:23:11,674 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/.tmp/B/712a57ab99b6491794e4a879f70da00c is 50, key is test_row_0/B:col10/1732659790054/Put/seqid=0 2024-11-26T22:23:11,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742254_1430 (size=12151) 2024-11-26T22:23:11,770 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:11,771 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34335 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-11-26T22:23:11,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d. 2024-11-26T22:23:11,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d. as already flushing 2024-11-26T22:23:11,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d. 2024-11-26T22:23:11,771 ERROR [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => da1c21f23d5e7317915542ef5ee8897d, NAME => 'TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:23:11,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => da1c21f23d5e7317915542ef5ee8897d, NAME => 'TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:23:11,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => da1c21f23d5e7317915542ef5ee8897d, NAME => 'TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => da1c21f23d5e7317915542ef5ee8897d, NAME => 'TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:23:11,913 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:11,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36562 deadline: 1732659851902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:11,914 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:11,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36532 deadline: 1732659851906, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:11,926 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:11,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36526 deadline: 1732659851913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:11,931 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:11,931 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34335 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-11-26T22:23:11,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d. 2024-11-26T22:23:11,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d. as already flushing 2024-11-26T22:23:11,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d. 2024-11-26T22:23:11,932 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:11,932 ERROR [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => da1c21f23d5e7317915542ef5ee8897d, NAME => 'TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:23:11,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36558 deadline: 1732659851916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:11,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => da1c21f23d5e7317915542ef5ee8897d, NAME => 'TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:23:11,933 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:11,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36494 deadline: 1732659851916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:11,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => da1c21f23d5e7317915542ef5ee8897d, NAME => 'TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => da1c21f23d5e7317915542ef5ee8897d, NAME => 'TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:23:11,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-26T22:23:12,086 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:12,086 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34335 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-11-26T22:23:12,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d. 2024-11-26T22:23:12,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d. as already flushing 2024-11-26T22:23:12,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d. 2024-11-26T22:23:12,087 ERROR [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => da1c21f23d5e7317915542ef5ee8897d, NAME => 'TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:23:12,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => da1c21f23d5e7317915542ef5ee8897d, NAME => 'TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:23:12,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => da1c21f23d5e7317915542ef5ee8897d, NAME => 'TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => da1c21f23d5e7317915542ef5ee8897d, NAME => 'TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:23:12,120 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=136 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/.tmp/B/712a57ab99b6491794e4a879f70da00c 2024-11-26T22:23:12,137 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/.tmp/C/3bde7a15f3b946059ab941f23f911366 is 50, key is test_row_0/C:col10/1732659790054/Put/seqid=0 2024-11-26T22:23:12,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742255_1431 (size=12151) 2024-11-26T22:23:12,179 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=136 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/.tmp/C/3bde7a15f3b946059ab941f23f911366 2024-11-26T22:23:12,186 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/.tmp/A/9d713ae6e6ed43a8b70c0dfb817505fe as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/A/9d713ae6e6ed43a8b70c0dfb817505fe 2024-11-26T22:23:12,192 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/A/9d713ae6e6ed43a8b70c0dfb817505fe, entries=250, sequenceid=136, filesize=47.3 K 2024-11-26T22:23:12,193 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/.tmp/B/712a57ab99b6491794e4a879f70da00c as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/B/712a57ab99b6491794e4a879f70da00c 2024-11-26T22:23:12,203 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/B/712a57ab99b6491794e4a879f70da00c, entries=150, sequenceid=136, filesize=11.9 K 2024-11-26T22:23:12,204 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/.tmp/C/3bde7a15f3b946059ab941f23f911366 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/C/3bde7a15f3b946059ab941f23f911366 2024-11-26T22:23:12,208 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/C/3bde7a15f3b946059ab941f23f911366, entries=150, sequenceid=136, filesize=11.9 K 2024-11-26T22:23:12,209 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for da1c21f23d5e7317915542ef5ee8897d in 1502ms, sequenceid=136, compaction requested=true 2024-11-26T22:23:12,209 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for da1c21f23d5e7317915542ef5ee8897d: 2024-11-26T22:23:12,209 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store da1c21f23d5e7317915542ef5ee8897d:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T22:23:12,209 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T22:23:12,209 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store da1c21f23d5e7317915542ef5ee8897d:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T22:23:12,209 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-26T22:23:12,209 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store da1c21f23d5e7317915542ef5ee8897d:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T22:23:12,209 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-11-26T22:23:12,210 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T22:23:12,210 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T22:23:12,211 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T22:23:12,211 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HStore(1540): da1c21f23d5e7317915542ef5ee8897d/C is initiating minor compaction (all files) 2024-11-26T22:23:12,211 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of da1c21f23d5e7317915542ef5ee8897d/C in TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d. 2024-11-26T22:23:12,211 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/C/f76b51643f4b457984442008c4d51005, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/C/0c7d8e373eeb4e24ad0003852c42a94c, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/C/3bde7a15f3b946059ab941f23f911366] into tmpdir=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/.tmp, totalSize=35.5 K 2024-11-26T22:23:12,211 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 110505 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T22:23:12,211 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HStore(1540): da1c21f23d5e7317915542ef5ee8897d/A is initiating minor compaction (all files) 2024-11-26T22:23:12,211 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of da1c21f23d5e7317915542ef5ee8897d/A in TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d. 2024-11-26T22:23:12,212 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/A/d9dcade15b85479d86574fc18f44d99d, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/A/53eb836a7509435f80eb51edde2cde73, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/A/9d713ae6e6ed43a8b70c0dfb817505fe] into tmpdir=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/.tmp, totalSize=107.9 K 2024-11-26T22:23:12,212 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d. 2024-11-26T22:23:12,212 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d. files: [hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/A/d9dcade15b85479d86574fc18f44d99d, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/A/53eb836a7509435f80eb51edde2cde73, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/A/9d713ae6e6ed43a8b70c0dfb817505fe] 2024-11-26T22:23:12,212 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.Compactor(224): Compacting f76b51643f4b457984442008c4d51005, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1732659787712 2024-11-26T22:23:12,212 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.Compactor(224): Compacting d9dcade15b85479d86574fc18f44d99d, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1732659787712 2024-11-26T22:23:12,212 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.Compactor(224): Compacting 0c7d8e373eeb4e24ad0003852c42a94c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1732659788875 2024-11-26T22:23:12,213 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.Compactor(224): Compacting 53eb836a7509435f80eb51edde2cde73, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1732659788875 2024-11-26T22:23:12,213 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.Compactor(224): Compacting 3bde7a15f3b946059ab941f23f911366, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1732659790054 2024-11-26T22:23:12,213 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9d713ae6e6ed43a8b70c0dfb817505fe, keycount=250, bloomtype=ROW, size=47.3 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1732659790054 2024-11-26T22:23:12,232 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=da1c21f23d5e7317915542ef5ee8897d] 2024-11-26T22:23:12,240 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:12,240 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34335 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-11-26T22:23:12,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d. 2024-11-26T22:23:12,241 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2837): Flushing da1c21f23d5e7317915542ef5ee8897d 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-26T22:23:12,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactingMemStore(205): FLUSHING TO DISK da1c21f23d5e7317915542ef5ee8897d, store=A 2024-11-26T22:23:12,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:23:12,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactingMemStore(205): FLUSHING TO DISK da1c21f23d5e7317915542ef5ee8897d, store=B 2024-11-26T22:23:12,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:23:12,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactingMemStore(205): FLUSHING TO DISK da1c21f23d5e7317915542ef5ee8897d, store=C 2024-11-26T22:23:12,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:23:12,247 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): da1c21f23d5e7317915542ef5ee8897d#C#compaction#370 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-26T22:23:12,248 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/.tmp/C/d6d81481f0bc433495cb61633034d4b8 is 50, key is test_row_0/C:col10/1732659790054/Put/seqid=0 2024-11-26T22:23:12,255 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112631824ce49c2b4452979a4338bbe8bf80_da1c21f23d5e7317915542ef5ee8897d store=[table=TestAcidGuarantees family=A region=da1c21f23d5e7317915542ef5ee8897d] 2024-11-26T22:23:12,258 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112631824ce49c2b4452979a4338bbe8bf80_da1c21f23d5e7317915542ef5ee8897d, store=[table=TestAcidGuarantees family=A region=da1c21f23d5e7317915542ef5ee8897d] 2024-11-26T22:23:12,258 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112631824ce49c2b4452979a4338bbe8bf80_da1c21f23d5e7317915542ef5ee8897d because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=da1c21f23d5e7317915542ef5ee8897d] 2024-11-26T22:23:12,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126b22fd09cebca4767870a605ad2456804_da1c21f23d5e7317915542ef5ee8897d is 50, key is test_row_0/A:col10/1732659790738/Put/seqid=0 2024-11-26T22:23:12,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742256_1432 (size=12459) 2024-11-26T22:23:12,340 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/.tmp/C/d6d81481f0bc433495cb61633034d4b8 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/C/d6d81481f0bc433495cb61633034d4b8 2024-11-26T22:23:12,349 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in da1c21f23d5e7317915542ef5ee8897d/C of da1c21f23d5e7317915542ef5ee8897d into d6d81481f0bc433495cb61633034d4b8(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T22:23:12,349 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for da1c21f23d5e7317915542ef5ee8897d: 2024-11-26T22:23:12,349 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d., storeName=da1c21f23d5e7317915542ef5ee8897d/C, priority=13, startTime=1732659792209; duration=0sec 2024-11-26T22:23:12,349 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T22:23:12,349 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: da1c21f23d5e7317915542ef5ee8897d:C 2024-11-26T22:23:12,349 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T22:23:12,350 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T22:23:12,350 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HStore(1540): da1c21f23d5e7317915542ef5ee8897d/B is initiating minor compaction (all files) 2024-11-26T22:23:12,350 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of da1c21f23d5e7317915542ef5ee8897d/B in TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d. 2024-11-26T22:23:12,351 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/B/222ae99e7dc147f1961efa0bcd0e0491, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/B/7b734bac1a8740d193ea589affd24416, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/B/712a57ab99b6491794e4a879f70da00c] into tmpdir=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/.tmp, totalSize=35.5 K 2024-11-26T22:23:12,351 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.Compactor(224): Compacting 222ae99e7dc147f1961efa0bcd0e0491, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1732659787712 2024-11-26T22:23:12,353 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.Compactor(224): Compacting 7b734bac1a8740d193ea589affd24416, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1732659788875 2024-11-26T22:23:12,353 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.Compactor(224): Compacting 712a57ab99b6491794e4a879f70da00c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1732659790054 2024-11-26T22:23:12,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742257_1433 (size=4469) 2024-11-26T22:23:12,386 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): da1c21f23d5e7317915542ef5ee8897d#B#compaction#372 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-26T22:23:12,386 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/.tmp/B/26e075f454b143e281a589707688fc9d is 50, key is test_row_0/B:col10/1732659790054/Put/seqid=0 2024-11-26T22:23:12,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742258_1434 (size=12304) 2024-11-26T22:23:12,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742259_1435 (size=12459) 2024-11-26T22:23:12,450 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/.tmp/B/26e075f454b143e281a589707688fc9d as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/B/26e075f454b143e281a589707688fc9d 2024-11-26T22:23:12,456 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in da1c21f23d5e7317915542ef5ee8897d/B of da1c21f23d5e7317915542ef5ee8897d into 26e075f454b143e281a589707688fc9d(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T22:23:12,456 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for da1c21f23d5e7317915542ef5ee8897d: 2024-11-26T22:23:12,456 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d., storeName=da1c21f23d5e7317915542ef5ee8897d/B, priority=13, startTime=1732659792209; duration=0sec 2024-11-26T22:23:12,456 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T22:23:12,456 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: da1c21f23d5e7317915542ef5ee8897d:B 2024-11-26T22:23:12,456 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-26T22:23:12,772 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): da1c21f23d5e7317915542ef5ee8897d#A#compaction#369 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T22:23:12,773 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/.tmp/A/c68099b3833c4e96b0ac2960d3f896c0 is 175, key is test_row_0/A:col10/1732659790054/Put/seqid=0 2024-11-26T22:23:12,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:23:12,803 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126b22fd09cebca4767870a605ad2456804_da1c21f23d5e7317915542ef5ee8897d to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126b22fd09cebca4767870a605ad2456804_da1c21f23d5e7317915542ef5ee8897d 2024-11-26T22:23:12,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/.tmp/A/fffe9a8d71b14553adceaccc9224ebb3, store: [table=TestAcidGuarantees family=A region=da1c21f23d5e7317915542ef5ee8897d] 2024-11-26T22:23:12,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/.tmp/A/fffe9a8d71b14553adceaccc9224ebb3 is 175, key is test_row_0/A:col10/1732659790738/Put/seqid=0 2024-11-26T22:23:12,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742260_1436 (size=31413) 2024-11-26T22:23:12,829 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/.tmp/A/c68099b3833c4e96b0ac2960d3f896c0 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/A/c68099b3833c4e96b0ac2960d3f896c0 2024-11-26T22:23:12,834 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in da1c21f23d5e7317915542ef5ee8897d/A of da1c21f23d5e7317915542ef5ee8897d into c68099b3833c4e96b0ac2960d3f896c0(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T22:23:12,834 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for da1c21f23d5e7317915542ef5ee8897d: 2024-11-26T22:23:12,834 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d., storeName=da1c21f23d5e7317915542ef5ee8897d/A, priority=13, startTime=1732659792209; duration=0sec 2024-11-26T22:23:12,835 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T22:23:12,835 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: da1c21f23d5e7317915542ef5ee8897d:A 2024-11-26T22:23:12,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742261_1437 (size=31105) 2024-11-26T22:23:12,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(8581): Flush requested on da1c21f23d5e7317915542ef5ee8897d 2024-11-26T22:23:12,929 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d. as already flushing 2024-11-26T22:23:12,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-26T22:23:12,977 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:12,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36532 deadline: 1732659852963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:12,978 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:12,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36558 deadline: 1732659852965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:12,978 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:12,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36494 deadline: 1732659852966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:12,979 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:12,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36562 deadline: 1732659852972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:12,982 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:12,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36526 deadline: 1732659852975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:13,093 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:13,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36562 deadline: 1732659853085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:13,097 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:13,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36558 deadline: 1732659853085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:13,097 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:13,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36532 deadline: 1732659853085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:13,098 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:13,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36494 deadline: 1732659853085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:13,097 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:13,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36526 deadline: 1732659853085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:13,251 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=154, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/.tmp/A/fffe9a8d71b14553adceaccc9224ebb3 2024-11-26T22:23:13,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/.tmp/B/2d02b62c8b35416da2ed86951296efa9 is 50, key is test_row_0/B:col10/1732659790738/Put/seqid=0 2024-11-26T22:23:13,304 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:13,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36562 deadline: 1732659853297, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:13,304 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:13,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36494 deadline: 1732659853299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:13,305 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:13,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36532 deadline: 1732659853300, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:13,305 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:13,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36558 deadline: 1732659853300, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:13,306 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:13,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36526 deadline: 1732659853300, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:13,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742262_1438 (size=12151) 2024-11-26T22:23:13,328 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=154 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/.tmp/B/2d02b62c8b35416da2ed86951296efa9 2024-11-26T22:23:13,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/.tmp/C/15ea77c2b3b64e3e81db1ff32b89cce6 is 50, key is test_row_0/C:col10/1732659790738/Put/seqid=0 2024-11-26T22:23:13,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742263_1439 (size=12151) 2024-11-26T22:23:13,612 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:13,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36494 deadline: 1732659853607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:13,615 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:13,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36532 deadline: 1732659853607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:13,616 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:13,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36558 deadline: 1732659853607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:13,616 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:13,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36526 deadline: 1732659853608, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:13,619 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:13,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36562 deadline: 1732659853609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:13,798 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=154 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/.tmp/C/15ea77c2b3b64e3e81db1ff32b89cce6 2024-11-26T22:23:13,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/.tmp/A/fffe9a8d71b14553adceaccc9224ebb3 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/A/fffe9a8d71b14553adceaccc9224ebb3 2024-11-26T22:23:13,818 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/A/fffe9a8d71b14553adceaccc9224ebb3, entries=150, sequenceid=154, filesize=30.4 K 2024-11-26T22:23:13,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/.tmp/B/2d02b62c8b35416da2ed86951296efa9 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/B/2d02b62c8b35416da2ed86951296efa9 2024-11-26T22:23:13,825 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/B/2d02b62c8b35416da2ed86951296efa9, entries=150, sequenceid=154, filesize=11.9 K 2024-11-26T22:23:13,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/.tmp/C/15ea77c2b3b64e3e81db1ff32b89cce6 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/C/15ea77c2b3b64e3e81db1ff32b89cce6 2024-11-26T22:23:13,833 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/C/15ea77c2b3b64e3e81db1ff32b89cce6, entries=150, sequenceid=154, filesize=11.9 K 2024-11-26T22:23:13,835 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for da1c21f23d5e7317915542ef5ee8897d in 1594ms, sequenceid=154, compaction requested=false 2024-11-26T22:23:13,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2538): Flush status journal for da1c21f23d5e7317915542ef5ee8897d: 2024-11-26T22:23:13,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d. 2024-11-26T22:23:13,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=117 2024-11-26T22:23:13,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster(4106): Remote procedure done, pid=117 2024-11-26T22:23:13,838 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=117, resume processing ppid=116 2024-11-26T22:23:13,838 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=117, ppid=116, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.9910 sec 2024-11-26T22:23:13,840 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=116, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=TestAcidGuarantees in 2.9960 sec 2024-11-26T22:23:14,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(8581): Flush requested on da1c21f23d5e7317915542ef5ee8897d 2024-11-26T22:23:14,126 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing da1c21f23d5e7317915542ef5ee8897d 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-26T22:23:14,128 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK da1c21f23d5e7317915542ef5ee8897d, store=A 2024-11-26T22:23:14,128 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:23:14,128 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK da1c21f23d5e7317915542ef5ee8897d, store=B 2024-11-26T22:23:14,128 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:23:14,128 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK da1c21f23d5e7317915542ef5ee8897d, store=C 2024-11-26T22:23:14,128 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:23:14,155 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126b8381a43949a413a9b06daec74bdc2f4_da1c21f23d5e7317915542ef5ee8897d is 50, key is test_row_0/A:col10/1732659792947/Put/seqid=0 2024-11-26T22:23:14,181 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:14,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36494 deadline: 1732659854168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:14,182 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:14,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36558 deadline: 1732659854170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:14,192 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:14,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36526 deadline: 1732659854180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:14,193 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:14,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36532 deadline: 1732659854181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:14,194 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:14,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36562 deadline: 1732659854182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:14,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742264_1440 (size=17284) 2024-11-26T22:23:14,290 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:14,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36494 deadline: 1732659854283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:14,290 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:14,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36558 deadline: 1732659854283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:14,300 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:14,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36526 deadline: 1732659854293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:14,300 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:14,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36532 deadline: 1732659854294, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:14,301 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:14,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36562 deadline: 1732659854295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:14,498 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:14,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36494 deadline: 1732659854492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:14,499 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:14,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36558 deadline: 1732659854493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:14,508 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:14,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36532 deadline: 1732659854502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:14,509 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:14,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36526 deadline: 1732659854502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:14,511 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:14,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36562 deadline: 1732659854503, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:14,620 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:23:14,627 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126b8381a43949a413a9b06daec74bdc2f4_da1c21f23d5e7317915542ef5ee8897d to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126b8381a43949a413a9b06daec74bdc2f4_da1c21f23d5e7317915542ef5ee8897d 2024-11-26T22:23:14,628 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/.tmp/A/cb836bfd7be74fe588ee373b32dac477, store: [table=TestAcidGuarantees family=A region=da1c21f23d5e7317915542ef5ee8897d] 2024-11-26T22:23:14,629 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/.tmp/A/cb836bfd7be74fe588ee373b32dac477 is 175, key is test_row_0/A:col10/1732659792947/Put/seqid=0 2024-11-26T22:23:14,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742265_1441 (size=48389) 2024-11-26T22:23:14,808 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:14,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36558 deadline: 1732659854802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:14,808 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:14,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36494 deadline: 1732659854802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:14,817 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:14,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36532 deadline: 1732659854809, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:14,818 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:14,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36526 deadline: 1732659854811, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:14,818 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:14,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36562 deadline: 1732659854814, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:14,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-26T22:23:14,955 INFO [Thread-1774 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 116 completed 2024-11-26T22:23:14,957 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T22:23:14,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] procedure2.ProcedureExecutor(1098): Stored pid=118, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=118, table=TestAcidGuarantees 2024-11-26T22:23:14,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-26T22:23:14,959 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=118, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=118, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T22:23:14,960 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=118, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=118, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T22:23:14,960 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=119, ppid=118, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T22:23:15,066 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=177, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/.tmp/A/cb836bfd7be74fe588ee373b32dac477 2024-11-26T22:23:15,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-26T22:23:15,103 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/.tmp/B/dea91abf39e34bf5b50c2959cd595aa8 is 50, key is test_row_0/B:col10/1732659792947/Put/seqid=0 2024-11-26T22:23:15,112 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:15,115 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34335 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-11-26T22:23:15,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d. 2024-11-26T22:23:15,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d. as already flushing 2024-11-26T22:23:15,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d. 2024-11-26T22:23:15,115 ERROR [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] handler.RSProcedureHandler(58): pid=119 java.io.IOException: Unable to complete flush {ENCODED => da1c21f23d5e7317915542ef5ee8897d, NAME => 'TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:23:15,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=119 java.io.IOException: Unable to complete flush {ENCODED => da1c21f23d5e7317915542ef5ee8897d, NAME => 'TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:23:15,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster(4114): Remote procedure failed, pid=119 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => da1c21f23d5e7317915542ef5ee8897d, NAME => 'TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => da1c21f23d5e7317915542ef5ee8897d, NAME => 'TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:23:15,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742266_1442 (size=12151) 2024-11-26T22:23:15,139 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=177 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/.tmp/B/dea91abf39e34bf5b50c2959cd595aa8 2024-11-26T22:23:15,170 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/.tmp/C/da38ca4e75f049a184803843fc350417 is 50, key is test_row_0/C:col10/1732659792947/Put/seqid=0 2024-11-26T22:23:15,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742267_1443 (size=12151) 2024-11-26T22:23:15,267 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:15,267 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34335 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-11-26T22:23:15,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d. 2024-11-26T22:23:15,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d. as already flushing 2024-11-26T22:23:15,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d. 2024-11-26T22:23:15,268 ERROR [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] handler.RSProcedureHandler(58): pid=119 java.io.IOException: Unable to complete flush {ENCODED => da1c21f23d5e7317915542ef5ee8897d, NAME => 'TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:23:15,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=119 java.io.IOException: Unable to complete flush {ENCODED => da1c21f23d5e7317915542ef5ee8897d, NAME => 'TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:23:15,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster(4114): Remote procedure failed, pid=119 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => da1c21f23d5e7317915542ef5ee8897d, NAME => 'TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => da1c21f23d5e7317915542ef5ee8897d, NAME => 'TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:23:15,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-26T22:23:15,316 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:15,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36494 deadline: 1732659855310, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:15,317 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:15,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36558 deadline: 1732659855311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:15,327 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:15,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36526 deadline: 1732659855319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:15,328 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:15,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36562 deadline: 1732659855320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:15,328 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:15,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36532 deadline: 1732659855322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:15,419 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:15,420 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34335 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-11-26T22:23:15,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d. 2024-11-26T22:23:15,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d. as already flushing 2024-11-26T22:23:15,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d. 2024-11-26T22:23:15,420 ERROR [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] handler.RSProcedureHandler(58): pid=119 java.io.IOException: Unable to complete flush {ENCODED => da1c21f23d5e7317915542ef5ee8897d, NAME => 'TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:23:15,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=119 java.io.IOException: Unable to complete flush {ENCODED => da1c21f23d5e7317915542ef5ee8897d, NAME => 'TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:23:15,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster(4114): Remote procedure failed, pid=119 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => da1c21f23d5e7317915542ef5ee8897d, NAME => 'TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => da1c21f23d5e7317915542ef5ee8897d, NAME => 'TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:23:15,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-26T22:23:15,573 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:15,573 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34335 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-11-26T22:23:15,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d. 2024-11-26T22:23:15,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d. as already flushing 2024-11-26T22:23:15,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d. 2024-11-26T22:23:15,574 ERROR [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] handler.RSProcedureHandler(58): pid=119 java.io.IOException: Unable to complete flush {ENCODED => da1c21f23d5e7317915542ef5ee8897d, NAME => 'TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:23:15,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=119 java.io.IOException: Unable to complete flush {ENCODED => da1c21f23d5e7317915542ef5ee8897d, NAME => 'TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:23:15,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster(4114): Remote procedure failed, pid=119 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => da1c21f23d5e7317915542ef5ee8897d, NAME => 'TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => da1c21f23d5e7317915542ef5ee8897d, NAME => 'TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:23:15,654 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=177 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/.tmp/C/da38ca4e75f049a184803843fc350417 2024-11-26T22:23:15,659 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/.tmp/A/cb836bfd7be74fe588ee373b32dac477 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/A/cb836bfd7be74fe588ee373b32dac477 2024-11-26T22:23:15,664 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/A/cb836bfd7be74fe588ee373b32dac477, entries=250, sequenceid=177, filesize=47.3 K 2024-11-26T22:23:15,665 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/.tmp/B/dea91abf39e34bf5b50c2959cd595aa8 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/B/dea91abf39e34bf5b50c2959cd595aa8 2024-11-26T22:23:15,671 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/B/dea91abf39e34bf5b50c2959cd595aa8, entries=150, sequenceid=177, filesize=11.9 K 2024-11-26T22:23:15,672 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/.tmp/C/da38ca4e75f049a184803843fc350417 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/C/da38ca4e75f049a184803843fc350417 2024-11-26T22:23:15,685 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/C/da38ca4e75f049a184803843fc350417, entries=150, sequenceid=177, filesize=11.9 K 2024-11-26T22:23:15,687 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for da1c21f23d5e7317915542ef5ee8897d in 1561ms, sequenceid=177, compaction requested=true 2024-11-26T22:23:15,687 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for da1c21f23d5e7317915542ef5ee8897d: 2024-11-26T22:23:15,687 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T22:23:15,687 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store da1c21f23d5e7317915542ef5ee8897d:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T22:23:15,687 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T22:23:15,687 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store da1c21f23d5e7317915542ef5ee8897d:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T22:23:15,687 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T22:23:15,688 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store da1c21f23d5e7317915542ef5ee8897d:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T22:23:15,688 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T22:23:15,688 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T22:23:15,688 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 110907 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T22:23:15,688 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HStore(1540): da1c21f23d5e7317915542ef5ee8897d/A is initiating minor compaction (all files) 2024-11-26T22:23:15,688 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of da1c21f23d5e7317915542ef5ee8897d/A in TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d. 2024-11-26T22:23:15,689 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/A/c68099b3833c4e96b0ac2960d3f896c0, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/A/fffe9a8d71b14553adceaccc9224ebb3, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/A/cb836bfd7be74fe588ee373b32dac477] into tmpdir=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/.tmp, totalSize=108.3 K 2024-11-26T22:23:15,689 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d. 2024-11-26T22:23:15,689 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d. files: [hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/A/c68099b3833c4e96b0ac2960d3f896c0, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/A/fffe9a8d71b14553adceaccc9224ebb3, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/A/cb836bfd7be74fe588ee373b32dac477] 2024-11-26T22:23:15,689 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.Compactor(224): Compacting c68099b3833c4e96b0ac2960d3f896c0, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1732659790054 2024-11-26T22:23:15,689 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.Compactor(224): Compacting fffe9a8d71b14553adceaccc9224ebb3, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1732659790738 2024-11-26T22:23:15,690 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36761 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T22:23:15,690 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HStore(1540): da1c21f23d5e7317915542ef5ee8897d/B is initiating minor compaction (all files) 2024-11-26T22:23:15,690 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of da1c21f23d5e7317915542ef5ee8897d/B in TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d. 2024-11-26T22:23:15,690 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.Compactor(224): Compacting cb836bfd7be74fe588ee373b32dac477, keycount=250, bloomtype=ROW, size=47.3 K, encoding=NONE, compression=NONE, seqNum=177, earliestPutTs=1732659792947 2024-11-26T22:23:15,690 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/B/26e075f454b143e281a589707688fc9d, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/B/2d02b62c8b35416da2ed86951296efa9, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/B/dea91abf39e34bf5b50c2959cd595aa8] into tmpdir=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/.tmp, totalSize=35.9 K 2024-11-26T22:23:15,690 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.Compactor(224): Compacting 26e075f454b143e281a589707688fc9d, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1732659790054 2024-11-26T22:23:15,691 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.Compactor(224): Compacting 2d02b62c8b35416da2ed86951296efa9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1732659790738 2024-11-26T22:23:15,691 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.Compactor(224): Compacting dea91abf39e34bf5b50c2959cd595aa8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=177, earliestPutTs=1732659792947 2024-11-26T22:23:15,710 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): da1c21f23d5e7317915542ef5ee8897d#B#compaction#378 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T22:23:15,711 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/.tmp/B/29965aa4fed84268aa75ef2bd17c1b87 is 50, key is test_row_0/B:col10/1732659792947/Put/seqid=0 2024-11-26T22:23:15,711 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=da1c21f23d5e7317915542ef5ee8897d] 2024-11-26T22:23:15,725 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112656a4ff9a1c5e45c59d3a47264947d5f8_da1c21f23d5e7317915542ef5ee8897d store=[table=TestAcidGuarantees family=A region=da1c21f23d5e7317915542ef5ee8897d] 2024-11-26T22:23:15,726 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:15,727 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112656a4ff9a1c5e45c59d3a47264947d5f8_da1c21f23d5e7317915542ef5ee8897d, store=[table=TestAcidGuarantees family=A region=da1c21f23d5e7317915542ef5ee8897d] 2024-11-26T22:23:15,727 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112656a4ff9a1c5e45c59d3a47264947d5f8_da1c21f23d5e7317915542ef5ee8897d because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=da1c21f23d5e7317915542ef5ee8897d] 2024-11-26T22:23:15,728 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34335 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-11-26T22:23:15,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d. 2024-11-26T22:23:15,728 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2837): Flushing da1c21f23d5e7317915542ef5ee8897d 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-26T22:23:15,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactingMemStore(205): FLUSHING TO DISK da1c21f23d5e7317915542ef5ee8897d, store=A 2024-11-26T22:23:15,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:23:15,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactingMemStore(205): FLUSHING TO DISK da1c21f23d5e7317915542ef5ee8897d, store=B 2024-11-26T22:23:15,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:23:15,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactingMemStore(205): FLUSHING TO DISK da1c21f23d5e7317915542ef5ee8897d, store=C 2024-11-26T22:23:15,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:23:15,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742268_1444 (size=12561) 2024-11-26T22:23:15,771 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/.tmp/B/29965aa4fed84268aa75ef2bd17c1b87 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/B/29965aa4fed84268aa75ef2bd17c1b87 2024-11-26T22:23:15,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126d7bf4e7e84bf42749b8ada9d98a76ad7_da1c21f23d5e7317915542ef5ee8897d is 50, key is test_row_0/A:col10/1732659794179/Put/seqid=0 2024-11-26T22:23:15,783 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in da1c21f23d5e7317915542ef5ee8897d/B of da1c21f23d5e7317915542ef5ee8897d into 29965aa4fed84268aa75ef2bd17c1b87(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T22:23:15,783 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for da1c21f23d5e7317915542ef5ee8897d: 2024-11-26T22:23:15,783 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d., storeName=da1c21f23d5e7317915542ef5ee8897d/B, priority=13, startTime=1732659795687; duration=0sec 2024-11-26T22:23:15,783 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T22:23:15,783 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: da1c21f23d5e7317915542ef5ee8897d:B 2024-11-26T22:23:15,783 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T22:23:15,787 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36761 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T22:23:15,787 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HStore(1540): da1c21f23d5e7317915542ef5ee8897d/C is initiating minor compaction (all files) 2024-11-26T22:23:15,787 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of da1c21f23d5e7317915542ef5ee8897d/C in TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d. 2024-11-26T22:23:15,787 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/C/d6d81481f0bc433495cb61633034d4b8, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/C/15ea77c2b3b64e3e81db1ff32b89cce6, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/C/da38ca4e75f049a184803843fc350417] into tmpdir=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/.tmp, totalSize=35.9 K 2024-11-26T22:23:15,788 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.Compactor(224): Compacting d6d81481f0bc433495cb61633034d4b8, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1732659790054 2024-11-26T22:23:15,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742269_1445 (size=4469) 2024-11-26T22:23:15,789 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.Compactor(224): Compacting 15ea77c2b3b64e3e81db1ff32b89cce6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1732659790738 2024-11-26T22:23:15,790 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.Compactor(224): Compacting da38ca4e75f049a184803843fc350417, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=177, earliestPutTs=1732659792947 2024-11-26T22:23:15,792 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): da1c21f23d5e7317915542ef5ee8897d#A#compaction#379 average throughput is 0.30 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T22:23:15,793 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/.tmp/A/288c247b92a347a48b4e0dab6f0afe50 is 175, key is test_row_0/A:col10/1732659792947/Put/seqid=0 2024-11-26T22:23:15,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742270_1446 (size=12304) 2024-11-26T22:23:15,808 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): da1c21f23d5e7317915542ef5ee8897d#C#compaction#381 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T22:23:15,809 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/.tmp/C/edf9c50d32ee4cc09cf7a534957c2f33 is 50, key is test_row_0/C:col10/1732659792947/Put/seqid=0 2024-11-26T22:23:15,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:23:15,816 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126d7bf4e7e84bf42749b8ada9d98a76ad7_da1c21f23d5e7317915542ef5ee8897d to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126d7bf4e7e84bf42749b8ada9d98a76ad7_da1c21f23d5e7317915542ef5ee8897d 2024-11-26T22:23:15,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/.tmp/A/2b409ff1ee994080805f7272c968cd2a, store: [table=TestAcidGuarantees family=A region=da1c21f23d5e7317915542ef5ee8897d] 2024-11-26T22:23:15,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/.tmp/A/2b409ff1ee994080805f7272c968cd2a is 175, key is test_row_0/A:col10/1732659794179/Put/seqid=0 2024-11-26T22:23:15,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742271_1447 (size=31515) 2024-11-26T22:23:15,839 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/.tmp/A/288c247b92a347a48b4e0dab6f0afe50 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/A/288c247b92a347a48b4e0dab6f0afe50 2024-11-26T22:23:15,845 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in da1c21f23d5e7317915542ef5ee8897d/A of da1c21f23d5e7317915542ef5ee8897d into 288c247b92a347a48b4e0dab6f0afe50(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T22:23:15,845 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for da1c21f23d5e7317915542ef5ee8897d: 2024-11-26T22:23:15,845 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d., storeName=da1c21f23d5e7317915542ef5ee8897d/A, priority=13, startTime=1732659795687; duration=0sec 2024-11-26T22:23:15,845 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T22:23:15,845 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: da1c21f23d5e7317915542ef5ee8897d:A 2024-11-26T22:23:15,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742272_1448 (size=12561) 2024-11-26T22:23:15,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742273_1449 (size=31105) 2024-11-26T22:23:15,880 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=193, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/.tmp/A/2b409ff1ee994080805f7272c968cd2a 2024-11-26T22:23:15,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/.tmp/B/39021c966d014cec89386d13fc09c081 is 50, key is test_row_0/B:col10/1732659794179/Put/seqid=0 2024-11-26T22:23:15,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742274_1450 (size=12151) 2024-11-26T22:23:16,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-26T22:23:16,272 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/.tmp/C/edf9c50d32ee4cc09cf7a534957c2f33 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/C/edf9c50d32ee4cc09cf7a534957c2f33 2024-11-26T22:23:16,288 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in da1c21f23d5e7317915542ef5ee8897d/C of da1c21f23d5e7317915542ef5ee8897d into edf9c50d32ee4cc09cf7a534957c2f33(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T22:23:16,288 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for da1c21f23d5e7317915542ef5ee8897d: 2024-11-26T22:23:16,288 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d., storeName=da1c21f23d5e7317915542ef5ee8897d/C, priority=13, startTime=1732659795688; duration=0sec 2024-11-26T22:23:16,289 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T22:23:16,289 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: da1c21f23d5e7317915542ef5ee8897d:C 2024-11-26T22:23:16,325 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d. as already flushing 2024-11-26T22:23:16,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(8581): Flush requested on da1c21f23d5e7317915542ef5ee8897d 2024-11-26T22:23:16,350 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=193 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/.tmp/B/39021c966d014cec89386d13fc09c081 2024-11-26T22:23:16,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/.tmp/C/605bbebf2cf54ae0b481d4232adc6478 is 50, key is test_row_0/C:col10/1732659794179/Put/seqid=0 2024-11-26T22:23:16,385 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:16,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36494 deadline: 1732659856368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:16,392 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:16,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36526 deadline: 1732659856377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:16,393 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:16,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36562 deadline: 1732659856383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:16,393 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:16,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36558 deadline: 1732659856386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:16,395 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:16,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36532 deadline: 1732659856386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:16,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742275_1451 (size=12151) 2024-11-26T22:23:16,409 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=193 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/.tmp/C/605bbebf2cf54ae0b481d4232adc6478 2024-11-26T22:23:16,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/.tmp/A/2b409ff1ee994080805f7272c968cd2a as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/A/2b409ff1ee994080805f7272c968cd2a 2024-11-26T22:23:16,419 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/A/2b409ff1ee994080805f7272c968cd2a, entries=150, sequenceid=193, filesize=30.4 K 2024-11-26T22:23:16,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/.tmp/B/39021c966d014cec89386d13fc09c081 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/B/39021c966d014cec89386d13fc09c081 2024-11-26T22:23:16,423 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/B/39021c966d014cec89386d13fc09c081, entries=150, sequenceid=193, filesize=11.9 K 2024-11-26T22:23:16,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/.tmp/C/605bbebf2cf54ae0b481d4232adc6478 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/C/605bbebf2cf54ae0b481d4232adc6478 2024-11-26T22:23:16,430 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/C/605bbebf2cf54ae0b481d4232adc6478, entries=150, sequenceid=193, filesize=11.9 K 2024-11-26T22:23:16,431 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=120.76 KB/123660 for da1c21f23d5e7317915542ef5ee8897d in 703ms, sequenceid=193, compaction requested=false 2024-11-26T22:23:16,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2538): Flush status journal for da1c21f23d5e7317915542ef5ee8897d: 2024-11-26T22:23:16,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d. 2024-11-26T22:23:16,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=119 2024-11-26T22:23:16,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster(4106): Remote procedure done, pid=119 2024-11-26T22:23:16,433 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=119, resume processing ppid=118 2024-11-26T22:23:16,434 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=119, ppid=118, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4720 sec 2024-11-26T22:23:16,435 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=118, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=118, table=TestAcidGuarantees in 1.4770 sec 2024-11-26T22:23:16,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(8581): Flush requested on da1c21f23d5e7317915542ef5ee8897d 2024-11-26T22:23:16,493 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing da1c21f23d5e7317915542ef5ee8897d 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-26T22:23:16,493 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK da1c21f23d5e7317915542ef5ee8897d, store=A 2024-11-26T22:23:16,493 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:23:16,494 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK da1c21f23d5e7317915542ef5ee8897d, store=B 2024-11-26T22:23:16,494 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:23:16,494 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK da1c21f23d5e7317915542ef5ee8897d, store=C 2024-11-26T22:23:16,494 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:23:16,508 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411261a75955bf7484ff5aa1d4828e90d14b1_da1c21f23d5e7317915542ef5ee8897d is 50, key is test_row_0/A:col10/1732659796345/Put/seqid=0 2024-11-26T22:23:16,525 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:16,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36494 deadline: 1732659856516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:16,528 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:16,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36558 deadline: 1732659856517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:16,529 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:16,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36562 deadline: 1732659856517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:16,530 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:16,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36532 deadline: 1732659856517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:16,530 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:16,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36526 deadline: 1732659856525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:16,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742276_1452 (size=14794) 2024-11-26T22:23:16,630 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:16,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36558 deadline: 1732659856630, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:16,631 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:16,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36532 deadline: 1732659856631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:16,631 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:16,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36562 deadline: 1732659856631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:16,635 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:16,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36494 deadline: 1732659856631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:16,640 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:16,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36526 deadline: 1732659856633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:16,837 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:16,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36558 deadline: 1732659856831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:16,843 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:16,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36562 deadline: 1732659856834, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:16,843 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:16,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36532 deadline: 1732659856835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:16,845 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:16,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36494 deadline: 1732659856838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:16,846 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:16,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36526 deadline: 1732659856842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:16,876 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/d8c094cf5ab0:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2316): Moving the files [hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/A/c6894c7f736b42c5bf5ba500c4312cc6, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/A/b4f1a728ec204970b41df69ac26997a0, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/A/dd44b5ee3f654634ba530ad8f6593bfa, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/A/88d1fa0bf7424218917a88cca03b3ecb, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/A/f9060ae7205542dfb7c7c8d4db4eebfc, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/A/079bcd06d333440fa4c164329d812682, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/A/d9dcade15b85479d86574fc18f44d99d, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/A/53eb836a7509435f80eb51edde2cde73, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/A/9d713ae6e6ed43a8b70c0dfb817505fe, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/A/c68099b3833c4e96b0ac2960d3f896c0, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/A/fffe9a8d71b14553adceaccc9224ebb3, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/A/cb836bfd7be74fe588ee373b32dac477] to archive 2024-11-26T22:23:16,882 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/d8c094cf5ab0:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-26T22:23:16,884 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/d8c094cf5ab0:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/A/c6894c7f736b42c5bf5ba500c4312cc6 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/A/c6894c7f736b42c5bf5ba500c4312cc6 2024-11-26T22:23:16,886 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/d8c094cf5ab0:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/A/b4f1a728ec204970b41df69ac26997a0 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/A/b4f1a728ec204970b41df69ac26997a0 2024-11-26T22:23:16,887 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/d8c094cf5ab0:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/A/dd44b5ee3f654634ba530ad8f6593bfa to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/A/dd44b5ee3f654634ba530ad8f6593bfa 2024-11-26T22:23:16,889 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/d8c094cf5ab0:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/A/88d1fa0bf7424218917a88cca03b3ecb to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/A/88d1fa0bf7424218917a88cca03b3ecb 2024-11-26T22:23:16,890 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/d8c094cf5ab0:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/A/f9060ae7205542dfb7c7c8d4db4eebfc to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/A/f9060ae7205542dfb7c7c8d4db4eebfc 2024-11-26T22:23:16,891 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/d8c094cf5ab0:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/A/079bcd06d333440fa4c164329d812682 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/A/079bcd06d333440fa4c164329d812682 2024-11-26T22:23:16,893 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/d8c094cf5ab0:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/A/d9dcade15b85479d86574fc18f44d99d to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/A/d9dcade15b85479d86574fc18f44d99d 2024-11-26T22:23:16,894 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/d8c094cf5ab0:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/A/53eb836a7509435f80eb51edde2cde73 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/A/53eb836a7509435f80eb51edde2cde73 2024-11-26T22:23:16,896 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/d8c094cf5ab0:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/A/9d713ae6e6ed43a8b70c0dfb817505fe to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/A/9d713ae6e6ed43a8b70c0dfb817505fe 2024-11-26T22:23:16,897 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/d8c094cf5ab0:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/A/c68099b3833c4e96b0ac2960d3f896c0 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/A/c68099b3833c4e96b0ac2960d3f896c0 2024-11-26T22:23:16,898 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/d8c094cf5ab0:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/A/fffe9a8d71b14553adceaccc9224ebb3 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/A/fffe9a8d71b14553adceaccc9224ebb3 2024-11-26T22:23:16,901 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/d8c094cf5ab0:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/A/cb836bfd7be74fe588ee373b32dac477 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/A/cb836bfd7be74fe588ee373b32dac477 2024-11-26T22:23:16,904 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/d8c094cf5ab0:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2316): Moving the files [hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/B/3e00c79378844d2e8218cca5b144eb3b, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/B/415fb5fff2a44d838437b4574bc00e0a, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/B/6fae44e40fe84f2583b89b4ee8158968, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/B/1e14566c9abe4cb3a3581624bd59d567, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/B/065a412b6351490e90b5218765796084, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/B/222ae99e7dc147f1961efa0bcd0e0491, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/B/962cb26d754645189ffaa8a6dc6d3504, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/B/7b734bac1a8740d193ea589affd24416, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/B/26e075f454b143e281a589707688fc9d, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/B/712a57ab99b6491794e4a879f70da00c, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/B/2d02b62c8b35416da2ed86951296efa9, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/B/dea91abf39e34bf5b50c2959cd595aa8] to archive 2024-11-26T22:23:16,905 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/d8c094cf5ab0:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-26T22:23:16,907 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/d8c094cf5ab0:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/B/3e00c79378844d2e8218cca5b144eb3b to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/B/3e00c79378844d2e8218cca5b144eb3b 2024-11-26T22:23:16,909 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/d8c094cf5ab0:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/B/415fb5fff2a44d838437b4574bc00e0a to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/B/415fb5fff2a44d838437b4574bc00e0a 2024-11-26T22:23:16,910 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/d8c094cf5ab0:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/B/6fae44e40fe84f2583b89b4ee8158968 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/B/6fae44e40fe84f2583b89b4ee8158968 2024-11-26T22:23:16,911 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/d8c094cf5ab0:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/B/1e14566c9abe4cb3a3581624bd59d567 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/B/1e14566c9abe4cb3a3581624bd59d567 2024-11-26T22:23:16,913 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/d8c094cf5ab0:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/B/065a412b6351490e90b5218765796084 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/B/065a412b6351490e90b5218765796084 2024-11-26T22:23:16,915 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/d8c094cf5ab0:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/B/222ae99e7dc147f1961efa0bcd0e0491 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/B/222ae99e7dc147f1961efa0bcd0e0491 2024-11-26T22:23:16,916 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/d8c094cf5ab0:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/B/962cb26d754645189ffaa8a6dc6d3504 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/B/962cb26d754645189ffaa8a6dc6d3504 2024-11-26T22:23:16,918 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/d8c094cf5ab0:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/B/7b734bac1a8740d193ea589affd24416 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/B/7b734bac1a8740d193ea589affd24416 2024-11-26T22:23:16,919 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/d8c094cf5ab0:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/B/26e075f454b143e281a589707688fc9d to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/B/26e075f454b143e281a589707688fc9d 2024-11-26T22:23:16,920 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/d8c094cf5ab0:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/B/712a57ab99b6491794e4a879f70da00c to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/B/712a57ab99b6491794e4a879f70da00c 2024-11-26T22:23:16,921 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/d8c094cf5ab0:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/B/2d02b62c8b35416da2ed86951296efa9 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/B/2d02b62c8b35416da2ed86951296efa9 2024-11-26T22:23:16,922 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/d8c094cf5ab0:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/B/dea91abf39e34bf5b50c2959cd595aa8 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/B/dea91abf39e34bf5b50c2959cd595aa8 2024-11-26T22:23:16,925 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/d8c094cf5ab0:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2316): Moving the files [hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/C/eed93e499acf42638c7fe98268c84dfc, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/C/0b441da0b8c94822ac6dae39807a533f, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/C/dde8549f251f4d79b7fa9b9d23cb9a4f, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/C/f073aba210c54007b44e2ea22de9e192, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/C/1460952a3d5446a3a957bcac3617e46b, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/C/f76b51643f4b457984442008c4d51005, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/C/69b07a462dc647f59e05ef5fc05eb398, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/C/0c7d8e373eeb4e24ad0003852c42a94c, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/C/d6d81481f0bc433495cb61633034d4b8, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/C/3bde7a15f3b946059ab941f23f911366, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/C/15ea77c2b3b64e3e81db1ff32b89cce6, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/C/da38ca4e75f049a184803843fc350417] to archive 2024-11-26T22:23:16,926 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/d8c094cf5ab0:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-26T22:23:16,927 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/d8c094cf5ab0:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/C/eed93e499acf42638c7fe98268c84dfc to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/C/eed93e499acf42638c7fe98268c84dfc 2024-11-26T22:23:16,929 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/d8c094cf5ab0:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/C/0b441da0b8c94822ac6dae39807a533f to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/C/0b441da0b8c94822ac6dae39807a533f 2024-11-26T22:23:16,931 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/d8c094cf5ab0:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/C/dde8549f251f4d79b7fa9b9d23cb9a4f to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/C/dde8549f251f4d79b7fa9b9d23cb9a4f 2024-11-26T22:23:16,932 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/d8c094cf5ab0:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/C/f073aba210c54007b44e2ea22de9e192 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/C/f073aba210c54007b44e2ea22de9e192 2024-11-26T22:23:16,933 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/d8c094cf5ab0:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/C/1460952a3d5446a3a957bcac3617e46b to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/C/1460952a3d5446a3a957bcac3617e46b 2024-11-26T22:23:16,934 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/d8c094cf5ab0:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/C/f76b51643f4b457984442008c4d51005 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/C/f76b51643f4b457984442008c4d51005 2024-11-26T22:23:16,935 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/d8c094cf5ab0:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/C/69b07a462dc647f59e05ef5fc05eb398 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/C/69b07a462dc647f59e05ef5fc05eb398 2024-11-26T22:23:16,936 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/d8c094cf5ab0:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/C/0c7d8e373eeb4e24ad0003852c42a94c to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/C/0c7d8e373eeb4e24ad0003852c42a94c 2024-11-26T22:23:16,938 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/d8c094cf5ab0:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/C/d6d81481f0bc433495cb61633034d4b8 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/C/d6d81481f0bc433495cb61633034d4b8 2024-11-26T22:23:16,939 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/d8c094cf5ab0:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/C/3bde7a15f3b946059ab941f23f911366 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/C/3bde7a15f3b946059ab941f23f911366 2024-11-26T22:23:16,941 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/d8c094cf5ab0:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/C/15ea77c2b3b64e3e81db1ff32b89cce6 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/C/15ea77c2b3b64e3e81db1ff32b89cce6 2024-11-26T22:23:16,942 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/d8c094cf5ab0:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/C/da38ca4e75f049a184803843fc350417 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/C/da38ca4e75f049a184803843fc350417 2024-11-26T22:23:16,946 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:23:16,951 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411261a75955bf7484ff5aa1d4828e90d14b1_da1c21f23d5e7317915542ef5ee8897d to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411261a75955bf7484ff5aa1d4828e90d14b1_da1c21f23d5e7317915542ef5ee8897d 2024-11-26T22:23:16,951 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/.tmp/A/bbeaf88ba8e64565aa0aba919a6a86ab, store: [table=TestAcidGuarantees family=A region=da1c21f23d5e7317915542ef5ee8897d] 2024-11-26T22:23:16,952 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/.tmp/A/bbeaf88ba8e64565aa0aba919a6a86ab is 175, key is test_row_0/A:col10/1732659796345/Put/seqid=0 2024-11-26T22:23:16,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742277_1453 (size=39749) 2024-11-26T22:23:16,989 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=218, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/.tmp/A/bbeaf88ba8e64565aa0aba919a6a86ab 2024-11-26T22:23:17,015 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/.tmp/B/fe9259c386114e388bbcb065e7f939e1 is 50, key is test_row_0/B:col10/1732659796345/Put/seqid=0 2024-11-26T22:23:17,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742278_1454 (size=12151) 2024-11-26T22:23:17,070 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=218 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/.tmp/B/fe9259c386114e388bbcb065e7f939e1 2024-11-26T22:23:17,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-26T22:23:17,072 INFO [Thread-1774 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 118 completed 2024-11-26T22:23:17,073 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T22:23:17,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] procedure2.ProcedureExecutor(1098): Stored pid=120, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=120, table=TestAcidGuarantees 2024-11-26T22:23:17,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-26T22:23:17,077 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=120, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=120, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T22:23:17,078 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=120, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=120, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T22:23:17,078 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=121, ppid=120, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T22:23:17,099 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/.tmp/C/f75a17beb1fe422cbb9b4cace47b0594 is 50, key is test_row_0/C:col10/1732659796345/Put/seqid=0 2024-11-26T22:23:17,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742279_1455 (size=12151) 2024-11-26T22:23:17,142 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:17,157 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:17,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36532 deadline: 1732659857144, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:17,158 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:17,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36562 deadline: 1732659857146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:17,158 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:17,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36526 deadline: 1732659857147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:17,159 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:17,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36494 deadline: 1732659857150, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:17,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36558 deadline: 1732659857140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:17,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-26T22:23:17,229 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:17,230 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34335 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-11-26T22:23:17,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d. 2024-11-26T22:23:17,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d. as already flushing 2024-11-26T22:23:17,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d. 2024-11-26T22:23:17,230 ERROR [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] handler.RSProcedureHandler(58): pid=121 java.io.IOException: Unable to complete flush {ENCODED => da1c21f23d5e7317915542ef5ee8897d, NAME => 'TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:23:17,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=121 java.io.IOException: Unable to complete flush {ENCODED => da1c21f23d5e7317915542ef5ee8897d, NAME => 'TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:23:17,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster(4114): Remote procedure failed, pid=121 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => da1c21f23d5e7317915542ef5ee8897d, NAME => 'TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => da1c21f23d5e7317915542ef5ee8897d, NAME => 'TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:23:17,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-26T22:23:17,384 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:17,384 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34335 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-11-26T22:23:17,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d. 2024-11-26T22:23:17,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d. as already flushing 2024-11-26T22:23:17,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d. 2024-11-26T22:23:17,385 ERROR [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] handler.RSProcedureHandler(58): pid=121 java.io.IOException: Unable to complete flush {ENCODED => da1c21f23d5e7317915542ef5ee8897d, NAME => 'TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:23:17,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=121 java.io.IOException: Unable to complete flush {ENCODED => da1c21f23d5e7317915542ef5ee8897d, NAME => 'TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:23:17,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster(4114): Remote procedure failed, pid=121 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => da1c21f23d5e7317915542ef5ee8897d, NAME => 'TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => da1c21f23d5e7317915542ef5ee8897d, NAME => 'TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:23:17,532 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=218 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/.tmp/C/f75a17beb1fe422cbb9b4cace47b0594 2024-11-26T22:23:17,537 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:17,537 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34335 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-11-26T22:23:17,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d. 2024-11-26T22:23:17,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d. as already flushing 2024-11-26T22:23:17,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d. 2024-11-26T22:23:17,538 ERROR [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] handler.RSProcedureHandler(58): pid=121 java.io.IOException: Unable to complete flush {ENCODED => da1c21f23d5e7317915542ef5ee8897d, NAME => 'TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:23:17,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=121 java.io.IOException: Unable to complete flush {ENCODED => da1c21f23d5e7317915542ef5ee8897d, NAME => 'TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:23:17,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster(4114): Remote procedure failed, pid=121 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => da1c21f23d5e7317915542ef5ee8897d, NAME => 'TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => da1c21f23d5e7317915542ef5ee8897d, NAME => 'TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:23:17,540 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/.tmp/A/bbeaf88ba8e64565aa0aba919a6a86ab as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/A/bbeaf88ba8e64565aa0aba919a6a86ab 2024-11-26T22:23:17,555 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/A/bbeaf88ba8e64565aa0aba919a6a86ab, entries=200, sequenceid=218, filesize=38.8 K 2024-11-26T22:23:17,556 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/.tmp/B/fe9259c386114e388bbcb065e7f939e1 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/B/fe9259c386114e388bbcb065e7f939e1 2024-11-26T22:23:17,561 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/B/fe9259c386114e388bbcb065e7f939e1, entries=150, sequenceid=218, filesize=11.9 K 2024-11-26T22:23:17,562 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/.tmp/C/f75a17beb1fe422cbb9b4cace47b0594 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/C/f75a17beb1fe422cbb9b4cace47b0594 2024-11-26T22:23:17,566 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/C/f75a17beb1fe422cbb9b4cace47b0594, entries=150, sequenceid=218, filesize=11.9 K 2024-11-26T22:23:17,567 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for da1c21f23d5e7317915542ef5ee8897d in 1074ms, sequenceid=218, compaction requested=true 2024-11-26T22:23:17,567 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for da1c21f23d5e7317915542ef5ee8897d: 2024-11-26T22:23:17,567 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store da1c21f23d5e7317915542ef5ee8897d:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T22:23:17,567 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T22:23:17,567 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store da1c21f23d5e7317915542ef5ee8897d:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T22:23:17,567 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T22:23:17,567 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T22:23:17,567 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store da1c21f23d5e7317915542ef5ee8897d:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T22:23:17,567 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T22:23:17,567 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T22:23:17,569 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T22:23:17,569 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HStore(1540): da1c21f23d5e7317915542ef5ee8897d/B is initiating minor compaction (all files) 2024-11-26T22:23:17,569 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of da1c21f23d5e7317915542ef5ee8897d/B in TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d. 2024-11-26T22:23:17,569 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/B/29965aa4fed84268aa75ef2bd17c1b87, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/B/39021c966d014cec89386d13fc09c081, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/B/fe9259c386114e388bbcb065e7f939e1] into tmpdir=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/.tmp, totalSize=36.0 K 2024-11-26T22:23:17,569 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102369 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T22:23:17,569 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HStore(1540): da1c21f23d5e7317915542ef5ee8897d/A is initiating minor compaction (all files) 2024-11-26T22:23:17,569 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of da1c21f23d5e7317915542ef5ee8897d/A in TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d. 2024-11-26T22:23:17,569 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/A/288c247b92a347a48b4e0dab6f0afe50, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/A/2b409ff1ee994080805f7272c968cd2a, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/A/bbeaf88ba8e64565aa0aba919a6a86ab] into tmpdir=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/.tmp, totalSize=100.0 K 2024-11-26T22:23:17,569 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d. 2024-11-26T22:23:17,569 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d. files: [hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/A/288c247b92a347a48b4e0dab6f0afe50, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/A/2b409ff1ee994080805f7272c968cd2a, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/A/bbeaf88ba8e64565aa0aba919a6a86ab] 2024-11-26T22:23:17,570 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.Compactor(224): Compacting 29965aa4fed84268aa75ef2bd17c1b87, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=177, earliestPutTs=1732659792947 2024-11-26T22:23:17,570 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.Compactor(224): Compacting 288c247b92a347a48b4e0dab6f0afe50, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=177, earliestPutTs=1732659792947 2024-11-26T22:23:17,570 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.Compactor(224): Compacting 39021c966d014cec89386d13fc09c081, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1732659794163 2024-11-26T22:23:17,570 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2b409ff1ee994080805f7272c968cd2a, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1732659794163 2024-11-26T22:23:17,571 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.Compactor(224): Compacting fe9259c386114e388bbcb065e7f939e1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=218, earliestPutTs=1732659796345 2024-11-26T22:23:17,571 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.Compactor(224): Compacting bbeaf88ba8e64565aa0aba919a6a86ab, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=218, earliestPutTs=1732659796345 2024-11-26T22:23:17,577 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=da1c21f23d5e7317915542ef5ee8897d] 2024-11-26T22:23:17,579 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): da1c21f23d5e7317915542ef5ee8897d#B#compaction#388 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-26T22:23:17,579 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/.tmp/B/7738adc452dd47e48e0a41c942420fc6 is 50, key is test_row_0/B:col10/1732659796345/Put/seqid=0 2024-11-26T22:23:17,598 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241126ead318a2fc1141a7b51e0ff22c2012a2_da1c21f23d5e7317915542ef5ee8897d store=[table=TestAcidGuarantees family=A region=da1c21f23d5e7317915542ef5ee8897d] 2024-11-26T22:23:17,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742280_1456 (size=12254) 2024-11-26T22:23:17,608 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241126ead318a2fc1141a7b51e0ff22c2012a2_da1c21f23d5e7317915542ef5ee8897d, store=[table=TestAcidGuarantees family=A region=da1c21f23d5e7317915542ef5ee8897d] 2024-11-26T22:23:17,609 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126ead318a2fc1141a7b51e0ff22c2012a2_da1c21f23d5e7317915542ef5ee8897d because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=da1c21f23d5e7317915542ef5ee8897d] 2024-11-26T22:23:17,618 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/.tmp/B/7738adc452dd47e48e0a41c942420fc6 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/B/7738adc452dd47e48e0a41c942420fc6 2024-11-26T22:23:17,628 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in da1c21f23d5e7317915542ef5ee8897d/B of da1c21f23d5e7317915542ef5ee8897d into 7738adc452dd47e48e0a41c942420fc6(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T22:23:17,628 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for da1c21f23d5e7317915542ef5ee8897d: 2024-11-26T22:23:17,628 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d., storeName=da1c21f23d5e7317915542ef5ee8897d/B, priority=13, startTime=1732659797567; duration=0sec 2024-11-26T22:23:17,629 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T22:23:17,629 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: da1c21f23d5e7317915542ef5ee8897d:B 2024-11-26T22:23:17,629 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T22:23:17,631 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T22:23:17,631 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HStore(1540): da1c21f23d5e7317915542ef5ee8897d/C is initiating minor compaction (all files) 2024-11-26T22:23:17,631 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of da1c21f23d5e7317915542ef5ee8897d/C in TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d. 2024-11-26T22:23:17,631 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/C/edf9c50d32ee4cc09cf7a534957c2f33, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/C/605bbebf2cf54ae0b481d4232adc6478, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/C/f75a17beb1fe422cbb9b4cace47b0594] into tmpdir=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/.tmp, totalSize=36.0 K 2024-11-26T22:23:17,631 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.Compactor(224): Compacting edf9c50d32ee4cc09cf7a534957c2f33, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=177, earliestPutTs=1732659792947 2024-11-26T22:23:17,632 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.Compactor(224): Compacting 605bbebf2cf54ae0b481d4232adc6478, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1732659794163 2024-11-26T22:23:17,632 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.Compactor(224): Compacting f75a17beb1fe422cbb9b4cace47b0594, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=218, earliestPutTs=1732659796345 2024-11-26T22:23:17,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742281_1457 (size=4469) 2024-11-26T22:23:17,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(8581): Flush requested on da1c21f23d5e7317915542ef5ee8897d 2024-11-26T22:23:17,668 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing da1c21f23d5e7317915542ef5ee8897d 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-26T22:23:17,668 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK da1c21f23d5e7317915542ef5ee8897d, store=A 2024-11-26T22:23:17,668 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:23:17,668 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK da1c21f23d5e7317915542ef5ee8897d, store=B 2024-11-26T22:23:17,668 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:23:17,668 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK da1c21f23d5e7317915542ef5ee8897d, store=C 2024-11-26T22:23:17,669 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:23:17,673 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): da1c21f23d5e7317915542ef5ee8897d#C#compaction#389 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-26T22:23:17,674 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/.tmp/C/28ce5908c10d4d1eb1f106affde546d8 is 50, key is test_row_0/C:col10/1732659796345/Put/seqid=0 2024-11-26T22:23:17,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-26T22:23:17,691 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:17,692 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34335 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-11-26T22:23:17,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d. 2024-11-26T22:23:17,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d. as already flushing 2024-11-26T22:23:17,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d. 2024-11-26T22:23:17,692 ERROR [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] handler.RSProcedureHandler(58): pid=121 java.io.IOException: Unable to complete flush {ENCODED => da1c21f23d5e7317915542ef5ee8897d, NAME => 'TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:23:17,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=121 java.io.IOException: Unable to complete flush {ENCODED => da1c21f23d5e7317915542ef5ee8897d, NAME => 'TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:23:17,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster(4114): Remote procedure failed, pid=121 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => da1c21f23d5e7317915542ef5ee8897d, NAME => 'TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => da1c21f23d5e7317915542ef5ee8897d, NAME => 'TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:23:17,697 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411269691551317134f26b3834188628072ed_da1c21f23d5e7317915542ef5ee8897d is 50, key is test_row_0/A:col10/1732659796514/Put/seqid=0 2024-11-26T22:23:17,716 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:17,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36558 deadline: 1732659857704, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:17,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742282_1458 (size=12254) 2024-11-26T22:23:17,717 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:17,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36532 deadline: 1732659857704, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:17,721 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:17,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36526 deadline: 1732659857712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:17,723 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:17,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36494 deadline: 1732659857715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:17,728 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:17,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36562 deadline: 1732659857716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:17,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742283_1459 (size=14794) 2024-11-26T22:23:17,824 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:17,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36558 deadline: 1732659857818, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:17,825 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:17,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36532 deadline: 1732659857818, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:17,830 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:17,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36526 deadline: 1732659857822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:17,831 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:17,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36494 deadline: 1732659857825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:17,835 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:17,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36562 deadline: 1732659857830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:17,845 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:17,845 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34335 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-11-26T22:23:17,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d. 2024-11-26T22:23:17,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d. as already flushing 2024-11-26T22:23:17,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d. 2024-11-26T22:23:17,846 ERROR [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] handler.RSProcedureHandler(58): pid=121 java.io.IOException: Unable to complete flush {ENCODED => da1c21f23d5e7317915542ef5ee8897d, NAME => 'TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:23:17,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=121 java.io.IOException: Unable to complete flush {ENCODED => da1c21f23d5e7317915542ef5ee8897d, NAME => 'TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:23:17,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster(4114): Remote procedure failed, pid=121 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => da1c21f23d5e7317915542ef5ee8897d, NAME => 'TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => da1c21f23d5e7317915542ef5ee8897d, NAME => 'TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:23:17,999 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:17,999 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34335 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-11-26T22:23:18,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d. 2024-11-26T22:23:18,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d. as already flushing 2024-11-26T22:23:18,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d. 2024-11-26T22:23:18,000 ERROR [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] handler.RSProcedureHandler(58): pid=121 java.io.IOException: Unable to complete flush {ENCODED => da1c21f23d5e7317915542ef5ee8897d, NAME => 'TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:23:18,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=121 java.io.IOException: Unable to complete flush {ENCODED => da1c21f23d5e7317915542ef5ee8897d, NAME => 'TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:23:18,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster(4114): Remote procedure failed, pid=121 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => da1c21f23d5e7317915542ef5ee8897d, NAME => 'TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => da1c21f23d5e7317915542ef5ee8897d, NAME => 'TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:23:18,048 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:18,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36558 deadline: 1732659858025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:18,049 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:18,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36532 deadline: 1732659858027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:18,051 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:18,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36526 deadline: 1732659858032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:18,051 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:18,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36494 deadline: 1732659858032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:18,052 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:18,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36562 deadline: 1732659858036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:18,080 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): da1c21f23d5e7317915542ef5ee8897d#A#compaction#387 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T22:23:18,080 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/.tmp/A/9c9f970392624cb09972f164fcc13c0b is 175, key is test_row_0/A:col10/1732659796345/Put/seqid=0 2024-11-26T22:23:18,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742284_1460 (size=31208) 2024-11-26T22:23:18,124 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/.tmp/C/28ce5908c10d4d1eb1f106affde546d8 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/C/28ce5908c10d4d1eb1f106affde546d8 2024-11-26T22:23:18,131 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in da1c21f23d5e7317915542ef5ee8897d/C of da1c21f23d5e7317915542ef5ee8897d into 28ce5908c10d4d1eb1f106affde546d8(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T22:23:18,131 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for da1c21f23d5e7317915542ef5ee8897d: 2024-11-26T22:23:18,131 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d., storeName=da1c21f23d5e7317915542ef5ee8897d/C, priority=13, startTime=1732659797567; duration=0sec 2024-11-26T22:23:18,131 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T22:23:18,131 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: da1c21f23d5e7317915542ef5ee8897d:C 2024-11-26T22:23:18,153 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:18,153 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34335 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-11-26T22:23:18,155 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:23:18,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d. 2024-11-26T22:23:18,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d. as already flushing 2024-11-26T22:23:18,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d. 2024-11-26T22:23:18,157 ERROR [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] handler.RSProcedureHandler(58): pid=121 java.io.IOException: Unable to complete flush {ENCODED => da1c21f23d5e7317915542ef5ee8897d, NAME => 'TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:23:18,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=121 java.io.IOException: Unable to complete flush {ENCODED => da1c21f23d5e7317915542ef5ee8897d, NAME => 'TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:23:18,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster(4114): Remote procedure failed, pid=121 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => da1c21f23d5e7317915542ef5ee8897d, NAME => 'TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => da1c21f23d5e7317915542ef5ee8897d, NAME => 'TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:23:18,160 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411269691551317134f26b3834188628072ed_da1c21f23d5e7317915542ef5ee8897d to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411269691551317134f26b3834188628072ed_da1c21f23d5e7317915542ef5ee8897d 2024-11-26T22:23:18,161 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/.tmp/A/9bcc798a33d14078bbfb4b90975335ec, store: [table=TestAcidGuarantees family=A region=da1c21f23d5e7317915542ef5ee8897d] 2024-11-26T22:23:18,162 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/.tmp/A/9bcc798a33d14078bbfb4b90975335ec is 175, key is test_row_0/A:col10/1732659796514/Put/seqid=0 2024-11-26T22:23:18,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-26T22:23:18,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742285_1461 (size=39749) 2024-11-26T22:23:18,201 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=234, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/.tmp/A/9bcc798a33d14078bbfb4b90975335ec 2024-11-26T22:23:18,230 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/.tmp/B/9420fc48cf814fc195bfffaa080e3cc1 is 50, key is test_row_0/B:col10/1732659796514/Put/seqid=0 2024-11-26T22:23:18,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742286_1462 (size=12151) 2024-11-26T22:23:18,258 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=234 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/.tmp/B/9420fc48cf814fc195bfffaa080e3cc1 2024-11-26T22:23:18,280 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/.tmp/C/d040bd690ae145478b64847b9afa6b7d is 50, key is test_row_0/C:col10/1732659796514/Put/seqid=0 2024-11-26T22:23:18,309 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:18,310 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34335 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-11-26T22:23:18,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d. 2024-11-26T22:23:18,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d. as already flushing 2024-11-26T22:23:18,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d. 2024-11-26T22:23:18,310 ERROR [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] handler.RSProcedureHandler(58): pid=121 java.io.IOException: Unable to complete flush {ENCODED => da1c21f23d5e7317915542ef5ee8897d, NAME => 'TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:23:18,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=121 java.io.IOException: Unable to complete flush {ENCODED => da1c21f23d5e7317915542ef5ee8897d, NAME => 'TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:23:18,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster(4114): Remote procedure failed, pid=121 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => da1c21f23d5e7317915542ef5ee8897d, NAME => 'TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => da1c21f23d5e7317915542ef5ee8897d, NAME => 'TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:23:18,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742287_1463 (size=12151) 2024-11-26T22:23:18,361 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:18,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36526 deadline: 1732659858352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:18,364 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:18,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36532 deadline: 1732659858353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:18,364 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:18,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36494 deadline: 1732659858354, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:18,365 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:18,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36558 deadline: 1732659858354, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:18,365 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:18,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36562 deadline: 1732659858355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:18,463 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:18,463 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34335 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-11-26T22:23:18,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d. 2024-11-26T22:23:18,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d. as already flushing 2024-11-26T22:23:18,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d. 2024-11-26T22:23:18,464 ERROR [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] handler.RSProcedureHandler(58): pid=121 java.io.IOException: Unable to complete flush {ENCODED => da1c21f23d5e7317915542ef5ee8897d, NAME => 'TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:23:18,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=121 java.io.IOException: Unable to complete flush {ENCODED => da1c21f23d5e7317915542ef5ee8897d, NAME => 'TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:23:18,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster(4114): Remote procedure failed, pid=121 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => da1c21f23d5e7317915542ef5ee8897d, NAME => 'TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => da1c21f23d5e7317915542ef5ee8897d, NAME => 'TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:23:18,528 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/.tmp/A/9c9f970392624cb09972f164fcc13c0b as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/A/9c9f970392624cb09972f164fcc13c0b 2024-11-26T22:23:18,533 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in da1c21f23d5e7317915542ef5ee8897d/A of da1c21f23d5e7317915542ef5ee8897d into 9c9f970392624cb09972f164fcc13c0b(size=30.5 K), total size for store is 30.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T22:23:18,533 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for da1c21f23d5e7317915542ef5ee8897d: 2024-11-26T22:23:18,533 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d., storeName=da1c21f23d5e7317915542ef5ee8897d/A, priority=13, startTime=1732659797567; duration=0sec 2024-11-26T22:23:18,533 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T22:23:18,533 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: da1c21f23d5e7317915542ef5ee8897d:A 2024-11-26T22:23:18,616 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:18,617 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34335 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-11-26T22:23:18,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d. 2024-11-26T22:23:18,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d. as already flushing 2024-11-26T22:23:18,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d. 2024-11-26T22:23:18,617 ERROR [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] handler.RSProcedureHandler(58): pid=121 java.io.IOException: Unable to complete flush {ENCODED => da1c21f23d5e7317915542ef5ee8897d, NAME => 'TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:23:18,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=121 java.io.IOException: Unable to complete flush {ENCODED => da1c21f23d5e7317915542ef5ee8897d, NAME => 'TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:23:18,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster(4114): Remote procedure failed, pid=121 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => da1c21f23d5e7317915542ef5ee8897d, NAME => 'TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => da1c21f23d5e7317915542ef5ee8897d, NAME => 'TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:23:18,725 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=234 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/.tmp/C/d040bd690ae145478b64847b9afa6b7d 2024-11-26T22:23:18,731 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/.tmp/A/9bcc798a33d14078bbfb4b90975335ec as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/A/9bcc798a33d14078bbfb4b90975335ec 2024-11-26T22:23:18,735 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/A/9bcc798a33d14078bbfb4b90975335ec, entries=200, sequenceid=234, filesize=38.8 K 2024-11-26T22:23:18,736 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/.tmp/B/9420fc48cf814fc195bfffaa080e3cc1 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/B/9420fc48cf814fc195bfffaa080e3cc1 2024-11-26T22:23:18,740 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/B/9420fc48cf814fc195bfffaa080e3cc1, entries=150, sequenceid=234, filesize=11.9 K 2024-11-26T22:23:18,741 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/.tmp/C/d040bd690ae145478b64847b9afa6b7d as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/C/d040bd690ae145478b64847b9afa6b7d 2024-11-26T22:23:18,747 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/C/d040bd690ae145478b64847b9afa6b7d, entries=150, sequenceid=234, filesize=11.9 K 2024-11-26T22:23:18,748 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for da1c21f23d5e7317915542ef5ee8897d in 1079ms, sequenceid=234, compaction requested=false 2024-11-26T22:23:18,748 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for da1c21f23d5e7317915542ef5ee8897d: 2024-11-26T22:23:18,771 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:18,772 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34335 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-11-26T22:23:18,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d. 2024-11-26T22:23:18,772 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2837): Flushing da1c21f23d5e7317915542ef5ee8897d 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-26T22:23:18,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactingMemStore(205): FLUSHING TO DISK da1c21f23d5e7317915542ef5ee8897d, store=A 2024-11-26T22:23:18,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:23:18,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactingMemStore(205): FLUSHING TO DISK da1c21f23d5e7317915542ef5ee8897d, store=B 2024-11-26T22:23:18,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:23:18,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactingMemStore(205): FLUSHING TO DISK da1c21f23d5e7317915542ef5ee8897d, store=C 2024-11-26T22:23:18,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:23:18,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126f012e45c14e64bc794a10704e0415552_da1c21f23d5e7317915542ef5ee8897d is 50, key is test_row_0/A:col10/1732659797715/Put/seqid=0 2024-11-26T22:23:18,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742288_1464 (size=12304) 2024-11-26T22:23:18,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:23:18,803 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126f012e45c14e64bc794a10704e0415552_da1c21f23d5e7317915542ef5ee8897d to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126f012e45c14e64bc794a10704e0415552_da1c21f23d5e7317915542ef5ee8897d 2024-11-26T22:23:18,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/.tmp/A/180e03bcfdad4dd6ad9f6a9e58001e4f, store: [table=TestAcidGuarantees family=A region=da1c21f23d5e7317915542ef5ee8897d] 2024-11-26T22:23:18,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/.tmp/A/180e03bcfdad4dd6ad9f6a9e58001e4f is 175, key is test_row_0/A:col10/1732659797715/Put/seqid=0 2024-11-26T22:23:18,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742289_1465 (size=31105) 2024-11-26T22:23:18,824 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=257, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/.tmp/A/180e03bcfdad4dd6ad9f6a9e58001e4f 2024-11-26T22:23:18,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/.tmp/B/d793d796ee96450aa037801d9b1cbe93 is 50, key is test_row_0/B:col10/1732659797715/Put/seqid=0 2024-11-26T22:23:18,873 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d. as already flushing 2024-11-26T22:23:18,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(8581): Flush requested on da1c21f23d5e7317915542ef5ee8897d 2024-11-26T22:23:18,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742290_1466 (size=12151) 2024-11-26T22:23:18,897 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:18,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36558 deadline: 1732659858889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:18,902 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:18,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36494 deadline: 1732659858890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:18,903 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:18,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36562 deadline: 1732659858892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:18,906 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:18,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36526 deadline: 1732659858895, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:18,906 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:18,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36532 deadline: 1732659858896, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:19,010 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:19,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36558 deadline: 1732659859000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:19,013 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:19,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36494 deadline: 1732659859003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:19,013 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:19,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36562 deadline: 1732659859004, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:19,013 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:19,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36532 deadline: 1732659859007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:19,014 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:19,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36526 deadline: 1732659859007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:19,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-26T22:23:19,223 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:19,223 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:19,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36494 deadline: 1732659859215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:19,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36558 deadline: 1732659859213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:19,223 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:19,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36526 deadline: 1732659859216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:19,223 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:19,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36532 deadline: 1732659859216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:19,224 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:19,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36562 deadline: 1732659859219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:19,276 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=257 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/.tmp/B/d793d796ee96450aa037801d9b1cbe93 2024-11-26T22:23:19,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/.tmp/C/2ff29d97048e4b6eb3afaa7eb264566e is 50, key is test_row_0/C:col10/1732659797715/Put/seqid=0 2024-11-26T22:23:19,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742291_1467 (size=12151) 2024-11-26T22:23:19,348 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=257 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/.tmp/C/2ff29d97048e4b6eb3afaa7eb264566e 2024-11-26T22:23:19,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/.tmp/A/180e03bcfdad4dd6ad9f6a9e58001e4f as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/A/180e03bcfdad4dd6ad9f6a9e58001e4f 2024-11-26T22:23:19,363 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/A/180e03bcfdad4dd6ad9f6a9e58001e4f, entries=150, sequenceid=257, filesize=30.4 K 2024-11-26T22:23:19,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/.tmp/B/d793d796ee96450aa037801d9b1cbe93 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/B/d793d796ee96450aa037801d9b1cbe93 2024-11-26T22:23:19,373 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/B/d793d796ee96450aa037801d9b1cbe93, entries=150, sequenceid=257, filesize=11.9 K 2024-11-26T22:23:19,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/.tmp/C/2ff29d97048e4b6eb3afaa7eb264566e as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/C/2ff29d97048e4b6eb3afaa7eb264566e 2024-11-26T22:23:19,381 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/C/2ff29d97048e4b6eb3afaa7eb264566e, entries=150, sequenceid=257, filesize=11.9 K 2024-11-26T22:23:19,383 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for da1c21f23d5e7317915542ef5ee8897d in 611ms, sequenceid=257, compaction requested=true 2024-11-26T22:23:19,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2538): Flush status journal for da1c21f23d5e7317915542ef5ee8897d: 2024-11-26T22:23:19,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d. 2024-11-26T22:23:19,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=121 2024-11-26T22:23:19,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster(4106): Remote procedure done, pid=121 2024-11-26T22:23:19,386 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=121, resume processing ppid=120 2024-11-26T22:23:19,386 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=121, ppid=120, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3070 sec 2024-11-26T22:23:19,388 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=120, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=120, table=TestAcidGuarantees in 2.3140 sec 2024-11-26T22:23:19,534 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing da1c21f23d5e7317915542ef5ee8897d 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-26T22:23:19,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(8581): Flush requested on da1c21f23d5e7317915542ef5ee8897d 2024-11-26T22:23:19,536 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK da1c21f23d5e7317915542ef5ee8897d, store=A 2024-11-26T22:23:19,536 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:23:19,536 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK da1c21f23d5e7317915542ef5ee8897d, store=B 2024-11-26T22:23:19,536 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:23:19,536 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK da1c21f23d5e7317915542ef5ee8897d, store=C 2024-11-26T22:23:19,536 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:23:19,559 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126113bd958fd164c81bac1bf5bb1f748b3_da1c21f23d5e7317915542ef5ee8897d is 50, key is test_row_0/A:col10/1732659799533/Put/seqid=0 2024-11-26T22:23:19,578 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:19,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36494 deadline: 1732659859566, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:19,590 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:19,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36562 deadline: 1732659859575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:19,590 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:19,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36558 deadline: 1732659859577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:19,591 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:19,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36532 deadline: 1732659859578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:19,591 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:19,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36526 deadline: 1732659859576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:19,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742292_1468 (size=12454) 2024-11-26T22:23:19,605 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:23:19,610 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126113bd958fd164c81bac1bf5bb1f748b3_da1c21f23d5e7317915542ef5ee8897d to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126113bd958fd164c81bac1bf5bb1f748b3_da1c21f23d5e7317915542ef5ee8897d 2024-11-26T22:23:19,611 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/.tmp/A/d14183fec4894ff59fd0dab50efe560d, store: [table=TestAcidGuarantees family=A region=da1c21f23d5e7317915542ef5ee8897d] 2024-11-26T22:23:19,612 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/.tmp/A/d14183fec4894ff59fd0dab50efe560d is 175, key is test_row_0/A:col10/1732659799533/Put/seqid=0 2024-11-26T22:23:19,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742293_1469 (size=31255) 2024-11-26T22:23:19,654 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=275, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/.tmp/A/d14183fec4894ff59fd0dab50efe560d 2024-11-26T22:23:19,663 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/.tmp/B/c2c549c5135f4efda47cb655ec20963b is 50, key is test_row_0/B:col10/1732659799533/Put/seqid=0 2024-11-26T22:23:19,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742294_1470 (size=12301) 2024-11-26T22:23:19,683 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=275 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/.tmp/B/c2c549c5135f4efda47cb655ec20963b 2024-11-26T22:23:19,685 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:19,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36494 deadline: 1732659859679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:19,693 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/.tmp/C/4c4bc25ef9c442f0b062a91d41fe45eb is 50, key is test_row_0/C:col10/1732659799533/Put/seqid=0 2024-11-26T22:23:19,698 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:19,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36562 deadline: 1732659859691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:19,699 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:19,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36526 deadline: 1732659859693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:19,699 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:19,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36558 deadline: 1732659859694, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:19,699 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:19,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36532 deadline: 1732659859694, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:19,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742295_1471 (size=12301) 2024-11-26T22:23:19,720 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=275 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/.tmp/C/4c4bc25ef9c442f0b062a91d41fe45eb 2024-11-26T22:23:19,726 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/.tmp/A/d14183fec4894ff59fd0dab50efe560d as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/A/d14183fec4894ff59fd0dab50efe560d 2024-11-26T22:23:19,730 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/A/d14183fec4894ff59fd0dab50efe560d, entries=150, sequenceid=275, filesize=30.5 K 2024-11-26T22:23:19,732 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/.tmp/B/c2c549c5135f4efda47cb655ec20963b as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/B/c2c549c5135f4efda47cb655ec20963b 2024-11-26T22:23:19,739 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/B/c2c549c5135f4efda47cb655ec20963b, entries=150, sequenceid=275, filesize=12.0 K 2024-11-26T22:23:19,740 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/.tmp/C/4c4bc25ef9c442f0b062a91d41fe45eb as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/C/4c4bc25ef9c442f0b062a91d41fe45eb 2024-11-26T22:23:19,747 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/C/4c4bc25ef9c442f0b062a91d41fe45eb, entries=150, sequenceid=275, filesize=12.0 K 2024-11-26T22:23:19,750 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for da1c21f23d5e7317915542ef5ee8897d in 216ms, sequenceid=275, compaction requested=true 2024-11-26T22:23:19,750 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for da1c21f23d5e7317915542ef5ee8897d: 2024-11-26T22:23:19,750 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T22:23:19,751 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 133317 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-26T22:23:19,752 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HStore(1540): da1c21f23d5e7317915542ef5ee8897d/A is initiating minor compaction (all files) 2024-11-26T22:23:19,752 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of da1c21f23d5e7317915542ef5ee8897d/A in TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d. 2024-11-26T22:23:19,752 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/A/9c9f970392624cb09972f164fcc13c0b, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/A/9bcc798a33d14078bbfb4b90975335ec, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/A/180e03bcfdad4dd6ad9f6a9e58001e4f, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/A/d14183fec4894ff59fd0dab50efe560d] into tmpdir=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/.tmp, totalSize=130.2 K 2024-11-26T22:23:19,752 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d. 2024-11-26T22:23:19,752 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d. files: [hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/A/9c9f970392624cb09972f164fcc13c0b, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/A/9bcc798a33d14078bbfb4b90975335ec, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/A/180e03bcfdad4dd6ad9f6a9e58001e4f, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/A/d14183fec4894ff59fd0dab50efe560d] 2024-11-26T22:23:19,752 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9c9f970392624cb09972f164fcc13c0b, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=218, earliestPutTs=1732659796345 2024-11-26T22:23:19,753 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9bcc798a33d14078bbfb4b90975335ec, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1732659796514 2024-11-26T22:23:19,753 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.Compactor(224): Compacting 180e03bcfdad4dd6ad9f6a9e58001e4f, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=257, earliestPutTs=1732659797700 2024-11-26T22:23:19,753 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.Compactor(224): Compacting d14183fec4894ff59fd0dab50efe560d, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1732659798889 2024-11-26T22:23:19,751 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store da1c21f23d5e7317915542ef5ee8897d:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T22:23:19,753 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T22:23:19,754 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T22:23:19,754 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store da1c21f23d5e7317915542ef5ee8897d:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T22:23:19,754 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T22:23:19,754 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store da1c21f23d5e7317915542ef5ee8897d:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T22:23:19,754 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T22:23:19,755 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48857 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-26T22:23:19,755 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HStore(1540): da1c21f23d5e7317915542ef5ee8897d/B is initiating minor compaction (all files) 2024-11-26T22:23:19,756 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of da1c21f23d5e7317915542ef5ee8897d/B in TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d. 2024-11-26T22:23:19,756 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/B/7738adc452dd47e48e0a41c942420fc6, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/B/9420fc48cf814fc195bfffaa080e3cc1, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/B/d793d796ee96450aa037801d9b1cbe93, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/B/c2c549c5135f4efda47cb655ec20963b] into tmpdir=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/.tmp, totalSize=47.7 K 2024-11-26T22:23:19,759 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.Compactor(224): Compacting 7738adc452dd47e48e0a41c942420fc6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=218, earliestPutTs=1732659796345 2024-11-26T22:23:19,759 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.Compactor(224): Compacting 9420fc48cf814fc195bfffaa080e3cc1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1732659796514 2024-11-26T22:23:19,760 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.Compactor(224): Compacting d793d796ee96450aa037801d9b1cbe93, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=257, earliestPutTs=1732659797700 2024-11-26T22:23:19,761 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.Compactor(224): Compacting c2c549c5135f4efda47cb655ec20963b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1732659798889 2024-11-26T22:23:19,780 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=da1c21f23d5e7317915542ef5ee8897d] 2024-11-26T22:23:19,791 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): da1c21f23d5e7317915542ef5ee8897d#B#compaction#400 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-26T22:23:19,791 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/.tmp/B/98f643bea59a4f30a2c0e955c81e5dc4 is 50, key is test_row_0/B:col10/1732659799533/Put/seqid=0 2024-11-26T22:23:19,799 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411269089c1c6e80c4bb8b321fc21c05a6c4d_da1c21f23d5e7317915542ef5ee8897d store=[table=TestAcidGuarantees family=A region=da1c21f23d5e7317915542ef5ee8897d] 2024-11-26T22:23:19,802 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411269089c1c6e80c4bb8b321fc21c05a6c4d_da1c21f23d5e7317915542ef5ee8897d, store=[table=TestAcidGuarantees family=A region=da1c21f23d5e7317915542ef5ee8897d] 2024-11-26T22:23:19,803 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411269089c1c6e80c4bb8b321fc21c05a6c4d_da1c21f23d5e7317915542ef5ee8897d because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=da1c21f23d5e7317915542ef5ee8897d] 2024-11-26T22:23:19,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742296_1472 (size=12541) 2024-11-26T22:23:19,857 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/.tmp/B/98f643bea59a4f30a2c0e955c81e5dc4 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/B/98f643bea59a4f30a2c0e955c81e5dc4 2024-11-26T22:23:19,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742297_1473 (size=4469) 2024-11-26T22:23:19,863 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in da1c21f23d5e7317915542ef5ee8897d/B of da1c21f23d5e7317915542ef5ee8897d into 98f643bea59a4f30a2c0e955c81e5dc4(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T22:23:19,863 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for da1c21f23d5e7317915542ef5ee8897d: 2024-11-26T22:23:19,863 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d., storeName=da1c21f23d5e7317915542ef5ee8897d/B, priority=12, startTime=1732659799753; duration=0sec 2024-11-26T22:23:19,863 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T22:23:19,863 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: da1c21f23d5e7317915542ef5ee8897d:B 2024-11-26T22:23:19,863 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T22:23:19,864 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): da1c21f23d5e7317915542ef5ee8897d#A#compaction#399 average throughput is 0.29 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T22:23:19,865 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/.tmp/A/486431ccea04415fafd4ccae39ad1b54 is 175, key is test_row_0/A:col10/1732659799533/Put/seqid=0 2024-11-26T22:23:19,867 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48857 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-26T22:23:19,867 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HStore(1540): da1c21f23d5e7317915542ef5ee8897d/C is initiating minor compaction (all files) 2024-11-26T22:23:19,867 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of da1c21f23d5e7317915542ef5ee8897d/C in TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d. 2024-11-26T22:23:19,867 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/C/28ce5908c10d4d1eb1f106affde546d8, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/C/d040bd690ae145478b64847b9afa6b7d, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/C/2ff29d97048e4b6eb3afaa7eb264566e, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/C/4c4bc25ef9c442f0b062a91d41fe45eb] into tmpdir=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/.tmp, totalSize=47.7 K 2024-11-26T22:23:19,868 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.Compactor(224): Compacting 28ce5908c10d4d1eb1f106affde546d8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=218, earliestPutTs=1732659796345 2024-11-26T22:23:19,868 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.Compactor(224): Compacting d040bd690ae145478b64847b9afa6b7d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1732659796514 2024-11-26T22:23:19,869 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.Compactor(224): Compacting 2ff29d97048e4b6eb3afaa7eb264566e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=257, earliestPutTs=1732659797700 2024-11-26T22:23:19,869 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.Compactor(224): Compacting 4c4bc25ef9c442f0b062a91d41fe45eb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1732659798889 2024-11-26T22:23:19,889 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): da1c21f23d5e7317915542ef5ee8897d#C#compaction#401 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T22:23:19,890 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/.tmp/C/ecb4cf477df44b3bbeea33522d23ac72 is 50, key is test_row_0/C:col10/1732659799533/Put/seqid=0 2024-11-26T22:23:19,903 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing da1c21f23d5e7317915542ef5ee8897d 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-26T22:23:19,903 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK da1c21f23d5e7317915542ef5ee8897d, store=A 2024-11-26T22:23:19,903 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:23:19,903 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK da1c21f23d5e7317915542ef5ee8897d, store=B 2024-11-26T22:23:19,903 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:23:19,904 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK da1c21f23d5e7317915542ef5ee8897d, store=C 2024-11-26T22:23:19,904 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:23:19,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742298_1474 (size=31495) 2024-11-26T22:23:19,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(8581): Flush requested on da1c21f23d5e7317915542ef5ee8897d 2024-11-26T22:23:19,910 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/.tmp/A/486431ccea04415fafd4ccae39ad1b54 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/A/486431ccea04415fafd4ccae39ad1b54 2024-11-26T22:23:19,920 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in da1c21f23d5e7317915542ef5ee8897d/A of da1c21f23d5e7317915542ef5ee8897d into 486431ccea04415fafd4ccae39ad1b54(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T22:23:19,921 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for da1c21f23d5e7317915542ef5ee8897d: 2024-11-26T22:23:19,921 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d., storeName=da1c21f23d5e7317915542ef5ee8897d/A, priority=12, startTime=1732659799750; duration=0sec 2024-11-26T22:23:19,921 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T22:23:19,921 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: da1c21f23d5e7317915542ef5ee8897d:A 2024-11-26T22:23:19,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742299_1475 (size=12541) 2024-11-26T22:23:19,956 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:19,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36558 deadline: 1732659859941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:19,957 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/.tmp/C/ecb4cf477df44b3bbeea33522d23ac72 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/C/ecb4cf477df44b3bbeea33522d23ac72 2024-11-26T22:23:19,959 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112671bdcecfef89459fa4384a81fe33b45a_da1c21f23d5e7317915542ef5ee8897d is 50, key is test_row_0/A:col10/1732659799574/Put/seqid=0 2024-11-26T22:23:19,965 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in da1c21f23d5e7317915542ef5ee8897d/C of da1c21f23d5e7317915542ef5ee8897d into ecb4cf477df44b3bbeea33522d23ac72(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T22:23:19,965 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for da1c21f23d5e7317915542ef5ee8897d: 2024-11-26T22:23:19,965 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d., storeName=da1c21f23d5e7317915542ef5ee8897d/C, priority=12, startTime=1732659799754; duration=0sec 2024-11-26T22:23:19,965 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T22:23:19,965 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: da1c21f23d5e7317915542ef5ee8897d:C 2024-11-26T22:23:19,972 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:19,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36562 deadline: 1732659859954, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:19,973 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:19,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36532 deadline: 1732659859954, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:19,974 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:19,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36526 deadline: 1732659859956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:19,975 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:19,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36494 deadline: 1732659859957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:19,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742300_1476 (size=14994) 2024-11-26T22:23:19,991 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:23:19,996 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112671bdcecfef89459fa4384a81fe33b45a_da1c21f23d5e7317915542ef5ee8897d to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112671bdcecfef89459fa4384a81fe33b45a_da1c21f23d5e7317915542ef5ee8897d 2024-11-26T22:23:19,997 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/.tmp/A/19518ac19233441c89d011fed99e16f9, store: [table=TestAcidGuarantees family=A region=da1c21f23d5e7317915542ef5ee8897d] 2024-11-26T22:23:19,997 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/.tmp/A/19518ac19233441c89d011fed99e16f9 is 175, key is test_row_0/A:col10/1732659799574/Put/seqid=0 2024-11-26T22:23:20,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742301_1477 (size=39949) 2024-11-26T22:23:20,041 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=295, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/.tmp/A/19518ac19233441c89d011fed99e16f9 2024-11-26T22:23:20,059 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/.tmp/B/710a3c1e0b424720a54d186a445ff02b is 50, key is test_row_0/B:col10/1732659799574/Put/seqid=0 2024-11-26T22:23:20,062 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:20,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36558 deadline: 1732659860058, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:20,082 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:20,082 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:20,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36562 deadline: 1732659860074, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:20,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36532 deadline: 1732659860074, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:20,082 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:20,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36526 deadline: 1732659860078, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:20,082 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:20,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36494 deadline: 1732659860078, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:20,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742302_1478 (size=12301) 2024-11-26T22:23:20,091 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=295 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/.tmp/B/710a3c1e0b424720a54d186a445ff02b 2024-11-26T22:23:20,104 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/.tmp/C/3252896f9f1d4138be79a1bec3fb50d6 is 50, key is test_row_0/C:col10/1732659799574/Put/seqid=0 2024-11-26T22:23:20,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742303_1479 (size=12301) 2024-11-26T22:23:20,130 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=295 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/.tmp/C/3252896f9f1d4138be79a1bec3fb50d6 2024-11-26T22:23:20,140 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/.tmp/A/19518ac19233441c89d011fed99e16f9 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/A/19518ac19233441c89d011fed99e16f9 2024-11-26T22:23:20,146 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/A/19518ac19233441c89d011fed99e16f9, entries=200, sequenceid=295, filesize=39.0 K 2024-11-26T22:23:20,147 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/.tmp/B/710a3c1e0b424720a54d186a445ff02b as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/B/710a3c1e0b424720a54d186a445ff02b 2024-11-26T22:23:20,153 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/B/710a3c1e0b424720a54d186a445ff02b, entries=150, sequenceid=295, filesize=12.0 K 2024-11-26T22:23:20,161 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/.tmp/C/3252896f9f1d4138be79a1bec3fb50d6 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/C/3252896f9f1d4138be79a1bec3fb50d6 2024-11-26T22:23:20,165 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/C/3252896f9f1d4138be79a1bec3fb50d6, entries=150, sequenceid=295, filesize=12.0 K 2024-11-26T22:23:20,166 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=100.63 KB/103050 for da1c21f23d5e7317915542ef5ee8897d in 263ms, sequenceid=295, compaction requested=false 2024-11-26T22:23:20,166 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for da1c21f23d5e7317915542ef5ee8897d: 2024-11-26T22:23:20,273 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing da1c21f23d5e7317915542ef5ee8897d 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-26T22:23:20,274 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK da1c21f23d5e7317915542ef5ee8897d, store=A 2024-11-26T22:23:20,274 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:23:20,274 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK da1c21f23d5e7317915542ef5ee8897d, store=B 2024-11-26T22:23:20,274 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:23:20,274 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK da1c21f23d5e7317915542ef5ee8897d, store=C 2024-11-26T22:23:20,274 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:23:20,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(8581): Flush requested on da1c21f23d5e7317915542ef5ee8897d 2024-11-26T22:23:20,307 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411268e4b2995802c4ece897d9cce69fc5b52_da1c21f23d5e7317915542ef5ee8897d is 50, key is test_row_0/A:col10/1732659799954/Put/seqid=0 2024-11-26T22:23:20,329 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:20,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36562 deadline: 1732659860315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:20,337 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:20,337 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:20,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36532 deadline: 1732659860318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:20,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36494 deadline: 1732659860316, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:20,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742304_1480 (size=14994) 2024-11-26T22:23:20,344 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:23:20,345 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:20,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36558 deadline: 1732659860327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:20,349 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411268e4b2995802c4ece897d9cce69fc5b52_da1c21f23d5e7317915542ef5ee8897d to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411268e4b2995802c4ece897d9cce69fc5b52_da1c21f23d5e7317915542ef5ee8897d 2024-11-26T22:23:20,350 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/.tmp/A/56ffcda5e8e04ef39f96645e5dd0dfa1, store: [table=TestAcidGuarantees family=A region=da1c21f23d5e7317915542ef5ee8897d] 2024-11-26T22:23:20,350 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/.tmp/A/56ffcda5e8e04ef39f96645e5dd0dfa1 is 175, key is test_row_0/A:col10/1732659799954/Put/seqid=0 2024-11-26T22:23:20,346 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:20,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36526 deadline: 1732659860329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:20,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742305_1481 (size=39949) 2024-11-26T22:23:20,395 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=316, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/.tmp/A/56ffcda5e8e04ef39f96645e5dd0dfa1 2024-11-26T22:23:20,412 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/.tmp/B/a748de0abe9740baa96fdb3209958af1 is 50, key is test_row_0/B:col10/1732659799954/Put/seqid=0 2024-11-26T22:23:20,445 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:20,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36532 deadline: 1732659860439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:20,446 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:20,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36494 deadline: 1732659860439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:20,451 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:20,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742306_1482 (size=12301) 2024-11-26T22:23:20,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36562 deadline: 1732659860440, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:20,453 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=316 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/.tmp/B/a748de0abe9740baa96fdb3209958af1 2024-11-26T22:23:20,459 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:20,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36558 deadline: 1732659860456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:20,468 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:20,471 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/.tmp/C/81e9a08f12734b94840b87d5a3f9cc3d is 50, key is test_row_0/C:col10/1732659799954/Put/seqid=0 2024-11-26T22:23:20,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36526 deadline: 1732659860459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:20,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742307_1483 (size=12301) 2024-11-26T22:23:20,658 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:20,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36562 deadline: 1732659860656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:20,659 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:20,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36532 deadline: 1732659860656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:20,659 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:20,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36494 deadline: 1732659860657, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:20,677 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:20,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36558 deadline: 1732659860672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:20,687 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:20,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36526 deadline: 1732659860683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:20,907 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=316 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/.tmp/C/81e9a08f12734b94840b87d5a3f9cc3d 2024-11-26T22:23:20,912 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/.tmp/A/56ffcda5e8e04ef39f96645e5dd0dfa1 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/A/56ffcda5e8e04ef39f96645e5dd0dfa1 2024-11-26T22:23:20,917 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/A/56ffcda5e8e04ef39f96645e5dd0dfa1, entries=200, sequenceid=316, filesize=39.0 K 2024-11-26T22:23:20,920 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/.tmp/B/a748de0abe9740baa96fdb3209958af1 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/B/a748de0abe9740baa96fdb3209958af1 2024-11-26T22:23:20,924 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/B/a748de0abe9740baa96fdb3209958af1, entries=150, sequenceid=316, filesize=12.0 K 2024-11-26T22:23:20,925 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/.tmp/C/81e9a08f12734b94840b87d5a3f9cc3d as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/C/81e9a08f12734b94840b87d5a3f9cc3d 2024-11-26T22:23:20,929 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/C/81e9a08f12734b94840b87d5a3f9cc3d, entries=150, sequenceid=316, filesize=12.0 K 2024-11-26T22:23:20,930 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for da1c21f23d5e7317915542ef5ee8897d in 656ms, sequenceid=316, compaction requested=true 2024-11-26T22:23:20,930 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for da1c21f23d5e7317915542ef5ee8897d: 2024-11-26T22:23:20,930 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store da1c21f23d5e7317915542ef5ee8897d:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T22:23:20,930 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T22:23:20,930 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store da1c21f23d5e7317915542ef5ee8897d:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T22:23:20,930 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-26T22:23:20,930 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store da1c21f23d5e7317915542ef5ee8897d:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T22:23:20,930 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-11-26T22:23:20,930 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T22:23:20,931 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 111393 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T22:23:20,931 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HStore(1540): da1c21f23d5e7317915542ef5ee8897d/A is initiating minor compaction (all files) 2024-11-26T22:23:20,931 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of da1c21f23d5e7317915542ef5ee8897d/A in TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d. 2024-11-26T22:23:20,931 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/A/486431ccea04415fafd4ccae39ad1b54, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/A/19518ac19233441c89d011fed99e16f9, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/A/56ffcda5e8e04ef39f96645e5dd0dfa1] into tmpdir=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/.tmp, totalSize=108.8 K 2024-11-26T22:23:20,931 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d. 2024-11-26T22:23:20,931 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d. files: [hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/A/486431ccea04415fafd4ccae39ad1b54, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/A/19518ac19233441c89d011fed99e16f9, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/A/56ffcda5e8e04ef39f96645e5dd0dfa1] 2024-11-26T22:23:20,932 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.Compactor(224): Compacting 486431ccea04415fafd4ccae39ad1b54, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1732659798889 2024-11-26T22:23:20,932 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.Compactor(224): Compacting 19518ac19233441c89d011fed99e16f9, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=295, earliestPutTs=1732659799574 2024-11-26T22:23:20,932 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.Compactor(224): Compacting 56ffcda5e8e04ef39f96645e5dd0dfa1, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=316, earliestPutTs=1732659799937 2024-11-26T22:23:20,936 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T22:23:20,937 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37143 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T22:23:20,937 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HStore(1540): da1c21f23d5e7317915542ef5ee8897d/C is initiating minor compaction (all files) 2024-11-26T22:23:20,937 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of da1c21f23d5e7317915542ef5ee8897d/C in TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d. 2024-11-26T22:23:20,937 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/C/ecb4cf477df44b3bbeea33522d23ac72, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/C/3252896f9f1d4138be79a1bec3fb50d6, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/C/81e9a08f12734b94840b87d5a3f9cc3d] into tmpdir=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/.tmp, totalSize=36.3 K 2024-11-26T22:23:20,938 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.Compactor(224): Compacting ecb4cf477df44b3bbeea33522d23ac72, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1732659798889 2024-11-26T22:23:20,938 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.Compactor(224): Compacting 3252896f9f1d4138be79a1bec3fb50d6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=295, earliestPutTs=1732659799574 2024-11-26T22:23:20,939 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.Compactor(224): Compacting 81e9a08f12734b94840b87d5a3f9cc3d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=316, earliestPutTs=1732659799937 2024-11-26T22:23:20,949 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=da1c21f23d5e7317915542ef5ee8897d] 2024-11-26T22:23:20,961 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): da1c21f23d5e7317915542ef5ee8897d#C#compaction#409 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-26T22:23:20,962 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/.tmp/C/ac8b77f1373e4fcbb272751a9863d567 is 50, key is test_row_0/C:col10/1732659799954/Put/seqid=0 2024-11-26T22:23:20,968 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing da1c21f23d5e7317915542ef5ee8897d 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-26T22:23:20,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(8581): Flush requested on da1c21f23d5e7317915542ef5ee8897d 2024-11-26T22:23:20,968 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK da1c21f23d5e7317915542ef5ee8897d, store=A 2024-11-26T22:23:20,968 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:23:20,968 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK da1c21f23d5e7317915542ef5ee8897d, store=B 2024-11-26T22:23:20,969 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:23:20,969 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK da1c21f23d5e7317915542ef5ee8897d, store=C 2024-11-26T22:23:20,969 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:23:20,969 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112655a2f3ff9aca49f680852ee2bb4c96ce_da1c21f23d5e7317915542ef5ee8897d store=[table=TestAcidGuarantees family=A region=da1c21f23d5e7317915542ef5ee8897d] 2024-11-26T22:23:20,971 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112655a2f3ff9aca49f680852ee2bb4c96ce_da1c21f23d5e7317915542ef5ee8897d, store=[table=TestAcidGuarantees family=A region=da1c21f23d5e7317915542ef5ee8897d] 2024-11-26T22:23:20,971 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112655a2f3ff9aca49f680852ee2bb4c96ce_da1c21f23d5e7317915542ef5ee8897d because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=da1c21f23d5e7317915542ef5ee8897d] 2024-11-26T22:23:21,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742308_1484 (size=12643) 2024-11-26T22:23:21,008 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/.tmp/C/ac8b77f1373e4fcbb272751a9863d567 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/C/ac8b77f1373e4fcbb272751a9863d567 2024-11-26T22:23:21,013 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126f000f711ea2a4b5fa0cea662726070db_da1c21f23d5e7317915542ef5ee8897d is 50, key is test_row_0/A:col10/1732659800326/Put/seqid=0 2024-11-26T22:23:21,017 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in da1c21f23d5e7317915542ef5ee8897d/C of da1c21f23d5e7317915542ef5ee8897d into ac8b77f1373e4fcbb272751a9863d567(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T22:23:21,017 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for da1c21f23d5e7317915542ef5ee8897d: 2024-11-26T22:23:21,017 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d., storeName=da1c21f23d5e7317915542ef5ee8897d/C, priority=13, startTime=1732659800930; duration=0sec 2024-11-26T22:23:21,018 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T22:23:21,018 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: da1c21f23d5e7317915542ef5ee8897d:C 2024-11-26T22:23:21,018 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T22:23:21,019 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37143 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T22:23:21,019 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HStore(1540): da1c21f23d5e7317915542ef5ee8897d/B is initiating minor compaction (all files) 2024-11-26T22:23:21,020 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of da1c21f23d5e7317915542ef5ee8897d/B in TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d. 2024-11-26T22:23:21,020 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/B/98f643bea59a4f30a2c0e955c81e5dc4, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/B/710a3c1e0b424720a54d186a445ff02b, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/B/a748de0abe9740baa96fdb3209958af1] into tmpdir=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/.tmp, totalSize=36.3 K 2024-11-26T22:23:21,020 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.Compactor(224): Compacting 98f643bea59a4f30a2c0e955c81e5dc4, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1732659798889 2024-11-26T22:23:21,021 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.Compactor(224): Compacting 710a3c1e0b424720a54d186a445ff02b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=295, earliestPutTs=1732659799574 2024-11-26T22:23:21,021 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.Compactor(224): Compacting a748de0abe9740baa96fdb3209958af1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=316, earliestPutTs=1732659799937 2024-11-26T22:23:21,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742309_1485 (size=4469) 2024-11-26T22:23:21,044 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): da1c21f23d5e7317915542ef5ee8897d#A#compaction#408 average throughput is 0.26 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T22:23:21,045 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/.tmp/A/9d8e9f4c1ddb41388cadeedb438cdc52 is 175, key is test_row_0/A:col10/1732659799954/Put/seqid=0 2024-11-26T22:23:21,046 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:21,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36494 deadline: 1732659861029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:21,048 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): da1c21f23d5e7317915542ef5ee8897d#B#compaction#411 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T22:23:21,048 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:21,048 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/.tmp/B/a8a2d36e3b9f43fe8f21ac1423b73b7b is 50, key is test_row_0/B:col10/1732659799954/Put/seqid=0 2024-11-26T22:23:21,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36562 deadline: 1732659861032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:21,049 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:21,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36532 deadline: 1732659861035, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:21,050 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:21,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36526 deadline: 1732659861037, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:21,058 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:21,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36558 deadline: 1732659861046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:21,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742310_1486 (size=17534) 2024-11-26T22:23:21,070 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:23:21,088 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126f000f711ea2a4b5fa0cea662726070db_da1c21f23d5e7317915542ef5ee8897d to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126f000f711ea2a4b5fa0cea662726070db_da1c21f23d5e7317915542ef5ee8897d 2024-11-26T22:23:21,089 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/.tmp/A/8234d226631743d084ebc587225c321e, store: [table=TestAcidGuarantees family=A region=da1c21f23d5e7317915542ef5ee8897d] 2024-11-26T22:23:21,090 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/.tmp/A/8234d226631743d084ebc587225c321e is 175, key is test_row_0/A:col10/1732659800326/Put/seqid=0 2024-11-26T22:23:21,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742311_1487 (size=31597) 2024-11-26T22:23:21,116 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/.tmp/A/9d8e9f4c1ddb41388cadeedb438cdc52 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/A/9d8e9f4c1ddb41388cadeedb438cdc52 2024-11-26T22:23:21,122 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in da1c21f23d5e7317915542ef5ee8897d/A of da1c21f23d5e7317915542ef5ee8897d into 9d8e9f4c1ddb41388cadeedb438cdc52(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T22:23:21,122 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for da1c21f23d5e7317915542ef5ee8897d: 2024-11-26T22:23:21,122 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d., storeName=da1c21f23d5e7317915542ef5ee8897d/A, priority=13, startTime=1732659800930; duration=0sec 2024-11-26T22:23:21,122 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T22:23:21,122 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: da1c21f23d5e7317915542ef5ee8897d:A 2024-11-26T22:23:21,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742313_1489 (size=48639) 2024-11-26T22:23:21,124 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=335, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/.tmp/A/8234d226631743d084ebc587225c321e 2024-11-26T22:23:21,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742312_1488 (size=12643) 2024-11-26T22:23:21,150 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/.tmp/B/a8a2d36e3b9f43fe8f21ac1423b73b7b as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/B/a8a2d36e3b9f43fe8f21ac1423b73b7b 2024-11-26T22:23:21,155 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in da1c21f23d5e7317915542ef5ee8897d/B of da1c21f23d5e7317915542ef5ee8897d into a8a2d36e3b9f43fe8f21ac1423b73b7b(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T22:23:21,155 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for da1c21f23d5e7317915542ef5ee8897d: 2024-11-26T22:23:21,155 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d., storeName=da1c21f23d5e7317915542ef5ee8897d/B, priority=13, startTime=1732659800930; duration=0sec 2024-11-26T22:23:21,155 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T22:23:21,155 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: da1c21f23d5e7317915542ef5ee8897d:B 2024-11-26T22:23:21,158 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/.tmp/B/e32e406c54194de1a3442f664fd1f3a0 is 50, key is test_row_0/B:col10/1732659800326/Put/seqid=0 2024-11-26T22:23:21,170 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:21,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36494 deadline: 1732659861157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:21,172 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:21,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36526 deadline: 1732659861157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:21,173 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:21,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36562 deadline: 1732659861159, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:21,179 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:21,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36532 deadline: 1732659861157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:21,186 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:21,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36558 deadline: 1732659861172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:21,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-26T22:23:21,193 INFO [Thread-1774 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 120 completed 2024-11-26T22:23:21,195 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T22:23:21,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] procedure2.ProcedureExecutor(1098): Stored pid=122, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=122, table=TestAcidGuarantees 2024-11-26T22:23:21,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-26T22:23:21,196 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=122, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=122, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T22:23:21,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742314_1490 (size=12301) 2024-11-26T22:23:21,207 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=335 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/.tmp/B/e32e406c54194de1a3442f664fd1f3a0 2024-11-26T22:23:21,213 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=122, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=122, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T22:23:21,214 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=123, ppid=122, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T22:23:21,237 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/.tmp/C/2b5142e5bbb54cada1696607ed9454ca is 50, key is test_row_0/C:col10/1732659800326/Put/seqid=0 2024-11-26T22:23:21,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742315_1491 (size=12301) 2024-11-26T22:23:21,260 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=335 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/.tmp/C/2b5142e5bbb54cada1696607ed9454ca 2024-11-26T22:23:21,266 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/.tmp/A/8234d226631743d084ebc587225c321e as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/A/8234d226631743d084ebc587225c321e 2024-11-26T22:23:21,269 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/A/8234d226631743d084ebc587225c321e, entries=250, sequenceid=335, filesize=47.5 K 2024-11-26T22:23:21,270 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/.tmp/B/e32e406c54194de1a3442f664fd1f3a0 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/B/e32e406c54194de1a3442f664fd1f3a0 2024-11-26T22:23:21,277 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/B/e32e406c54194de1a3442f664fd1f3a0, entries=150, sequenceid=335, filesize=12.0 K 2024-11-26T22:23:21,278 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/.tmp/C/2b5142e5bbb54cada1696607ed9454ca as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/C/2b5142e5bbb54cada1696607ed9454ca 2024-11-26T22:23:21,285 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/C/2b5142e5bbb54cada1696607ed9454ca, entries=150, sequenceid=335, filesize=12.0 K 2024-11-26T22:23:21,286 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for da1c21f23d5e7317915542ef5ee8897d in 318ms, sequenceid=335, compaction requested=false 2024-11-26T22:23:21,286 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for da1c21f23d5e7317915542ef5ee8897d: 2024-11-26T22:23:21,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-26T22:23:21,365 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:21,366 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34335 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=123 2024-11-26T22:23:21,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d. 2024-11-26T22:23:21,366 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2837): Flushing da1c21f23d5e7317915542ef5ee8897d 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-26T22:23:21,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactingMemStore(205): FLUSHING TO DISK da1c21f23d5e7317915542ef5ee8897d, store=A 2024-11-26T22:23:21,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:23:21,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactingMemStore(205): FLUSHING TO DISK da1c21f23d5e7317915542ef5ee8897d, store=B 2024-11-26T22:23:21,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:23:21,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactingMemStore(205): FLUSHING TO DISK da1c21f23d5e7317915542ef5ee8897d, store=C 2024-11-26T22:23:21,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:23:21,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126a45bf97b55d9404795523f1499db6f1a_da1c21f23d5e7317915542ef5ee8897d is 50, key is test_row_0/A:col10/1732659801009/Put/seqid=0 2024-11-26T22:23:21,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(8581): Flush requested on da1c21f23d5e7317915542ef5ee8897d 2024-11-26T22:23:21,381 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d. as already flushing 2024-11-26T22:23:21,437 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:21,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36558 deadline: 1732659861430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:21,438 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:21,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36562 deadline: 1732659861430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:21,447 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:21,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36532 deadline: 1732659861434, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:21,448 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:21,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36526 deadline: 1732659861436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:21,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742316_1492 (size=12454) 2024-11-26T22:23:21,453 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:21,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36494 deadline: 1732659861437, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:21,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-26T22:23:21,547 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:21,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36558 deadline: 1732659861539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:21,548 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:21,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36562 deadline: 1732659861540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:21,560 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:21,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36532 deadline: 1732659861548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:21,560 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:21,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36526 deadline: 1732659861549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:21,561 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:21,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36494 deadline: 1732659861554, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:21,755 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:21,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36558 deadline: 1732659861749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:21,756 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:21,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36562 deadline: 1732659861750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:21,768 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:21,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36532 deadline: 1732659861763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:21,768 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:21,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36494 deadline: 1732659861763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:21,768 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:21,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36526 deadline: 1732659861763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:21,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-26T22:23:21,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:23:21,855 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126a45bf97b55d9404795523f1499db6f1a_da1c21f23d5e7317915542ef5ee8897d to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126a45bf97b55d9404795523f1499db6f1a_da1c21f23d5e7317915542ef5ee8897d 2024-11-26T22:23:21,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/.tmp/A/feba4d33f71241c5bbdea1dfb718d4c1, store: [table=TestAcidGuarantees family=A region=da1c21f23d5e7317915542ef5ee8897d] 2024-11-26T22:23:21,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/.tmp/A/feba4d33f71241c5bbdea1dfb718d4c1 is 175, key is test_row_0/A:col10/1732659801009/Put/seqid=0 2024-11-26T22:23:21,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742317_1493 (size=31255) 2024-11-26T22:23:21,902 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=355, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/.tmp/A/feba4d33f71241c5bbdea1dfb718d4c1 2024-11-26T22:23:21,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/.tmp/B/e7a4afba44d54bb284d106360efdf5f5 is 50, key is test_row_0/B:col10/1732659801009/Put/seqid=0 2024-11-26T22:23:21,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742318_1494 (size=12301) 2024-11-26T22:23:21,939 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=355 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/.tmp/B/e7a4afba44d54bb284d106360efdf5f5 2024-11-26T22:23:21,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/.tmp/C/63c7c40acb2e445f817e9d6998df2ad8 is 50, key is test_row_0/C:col10/1732659801009/Put/seqid=0 2024-11-26T22:23:21,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742319_1495 (size=12301) 2024-11-26T22:23:21,987 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=355 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/.tmp/C/63c7c40acb2e445f817e9d6998df2ad8 2024-11-26T22:23:21,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/.tmp/A/feba4d33f71241c5bbdea1dfb718d4c1 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/A/feba4d33f71241c5bbdea1dfb718d4c1 2024-11-26T22:23:22,009 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/A/feba4d33f71241c5bbdea1dfb718d4c1, entries=150, sequenceid=355, filesize=30.5 K 2024-11-26T22:23:22,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/.tmp/B/e7a4afba44d54bb284d106360efdf5f5 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/B/e7a4afba44d54bb284d106360efdf5f5 2024-11-26T22:23:22,024 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/B/e7a4afba44d54bb284d106360efdf5f5, entries=150, sequenceid=355, filesize=12.0 K 2024-11-26T22:23:22,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/.tmp/C/63c7c40acb2e445f817e9d6998df2ad8 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/C/63c7c40acb2e445f817e9d6998df2ad8 2024-11-26T22:23:22,029 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/C/63c7c40acb2e445f817e9d6998df2ad8, entries=150, sequenceid=355, filesize=12.0 K 2024-11-26T22:23:22,030 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for da1c21f23d5e7317915542ef5ee8897d in 664ms, sequenceid=355, compaction requested=true 2024-11-26T22:23:22,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2538): Flush status journal for da1c21f23d5e7317915542ef5ee8897d: 2024-11-26T22:23:22,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d. 2024-11-26T22:23:22,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=123 2024-11-26T22:23:22,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster(4106): Remote procedure done, pid=123 2024-11-26T22:23:22,033 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=123, resume processing ppid=122 2024-11-26T22:23:22,033 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=123, ppid=122, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 817 msec 2024-11-26T22:23:22,034 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=122, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=122, table=TestAcidGuarantees in 838 msec 2024-11-26T22:23:22,066 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing da1c21f23d5e7317915542ef5ee8897d 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-26T22:23:22,067 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK da1c21f23d5e7317915542ef5ee8897d, store=A 2024-11-26T22:23:22,067 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:23:22,067 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK da1c21f23d5e7317915542ef5ee8897d, store=B 2024-11-26T22:23:22,067 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:23:22,067 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK da1c21f23d5e7317915542ef5ee8897d, store=C 2024-11-26T22:23:22,067 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:23:22,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(8581): Flush requested on da1c21f23d5e7317915542ef5ee8897d 2024-11-26T22:23:22,094 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112676560a80ade5451f8f73831c805b009d_da1c21f23d5e7317915542ef5ee8897d is 50, key is test_row_0/A:col10/1732659801423/Put/seqid=0 2024-11-26T22:23:22,117 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:22,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36532 deadline: 1732659862102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:22,118 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:22,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36494 deadline: 1732659862104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:22,130 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:22,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36558 deadline: 1732659862116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:22,130 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:22,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36562 deadline: 1732659862117, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:22,131 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:22,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36526 deadline: 1732659862117, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:22,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742320_1496 (size=14994) 2024-11-26T22:23:22,224 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:22,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36532 deadline: 1732659862218, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:22,224 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:22,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36494 deadline: 1732659862219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:22,250 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:22,250 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:22,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36562 deadline: 1732659862232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:22,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36526 deadline: 1732659862232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:22,250 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:22,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36558 deadline: 1732659862231, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:22,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-26T22:23:22,302 INFO [Thread-1774 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 122 completed 2024-11-26T22:23:22,303 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T22:23:22,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] procedure2.ProcedureExecutor(1098): Stored pid=124, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=124, table=TestAcidGuarantees 2024-11-26T22:23:22,306 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=124, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=124, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T22:23:22,307 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=124, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=124, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T22:23:22,307 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=125, ppid=124, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T22:23:22,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-26T22:23:22,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-26T22:23:22,433 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:22,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36532 deadline: 1732659862425, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:22,433 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:22,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36494 deadline: 1732659862427, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:22,460 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:22,461 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34335 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-11-26T22:23:22,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d. 2024-11-26T22:23:22,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d. as already flushing 2024-11-26T22:23:22,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d. 2024-11-26T22:23:22,461 ERROR [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => da1c21f23d5e7317915542ef5ee8897d, NAME => 'TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:23:22,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => da1c21f23d5e7317915542ef5ee8897d, NAME => 'TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:23:22,461 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:22,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36558 deadline: 1732659862452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:22,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster(4114): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => da1c21f23d5e7317915542ef5ee8897d, NAME => 'TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => da1c21f23d5e7317915542ef5ee8897d, NAME => 'TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:23:22,462 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:22,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36562 deadline: 1732659862453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:22,462 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:22,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36526 deadline: 1732659862453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:22,534 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:23:22,538 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112676560a80ade5451f8f73831c805b009d_da1c21f23d5e7317915542ef5ee8897d to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112676560a80ade5451f8f73831c805b009d_da1c21f23d5e7317915542ef5ee8897d 2024-11-26T22:23:22,539 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/.tmp/A/b1135b4287b44291ac92e89d73a0ce8c, store: [table=TestAcidGuarantees family=A region=da1c21f23d5e7317915542ef5ee8897d] 2024-11-26T22:23:22,540 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/.tmp/A/b1135b4287b44291ac92e89d73a0ce8c is 175, key is test_row_0/A:col10/1732659801423/Put/seqid=0 2024-11-26T22:23:22,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742321_1497 (size=39949) 2024-11-26T22:23:22,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-26T22:23:22,613 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:22,614 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34335 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-11-26T22:23:22,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d. 2024-11-26T22:23:22,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d. as already flushing 2024-11-26T22:23:22,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d. 2024-11-26T22:23:22,614 ERROR [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => da1c21f23d5e7317915542ef5ee8897d, NAME => 'TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:23:22,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => da1c21f23d5e7317915542ef5ee8897d, NAME => 'TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:23:22,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster(4114): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => da1c21f23d5e7317915542ef5ee8897d, NAME => 'TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => da1c21f23d5e7317915542ef5ee8897d, NAME => 'TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:23:22,744 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:22,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36532 deadline: 1732659862734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:22,747 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:22,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36494 deadline: 1732659862735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:22,767 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:22,769 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34335 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-11-26T22:23:22,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d. 2024-11-26T22:23:22,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d. as already flushing 2024-11-26T22:23:22,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d. 2024-11-26T22:23:22,769 ERROR [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => da1c21f23d5e7317915542ef5ee8897d, NAME => 'TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:23:22,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => da1c21f23d5e7317915542ef5ee8897d, NAME => 'TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:23:22,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster(4114): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => da1c21f23d5e7317915542ef5ee8897d, NAME => 'TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => da1c21f23d5e7317915542ef5ee8897d, NAME => 'TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:23:22,777 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:22,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36558 deadline: 1732659862763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:22,777 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:22,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36562 deadline: 1732659862763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:22,778 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:22,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36526 deadline: 1732659862765, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:22,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-26T22:23:22,921 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:22,922 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34335 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-11-26T22:23:22,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d. 2024-11-26T22:23:22,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d. as already flushing 2024-11-26T22:23:22,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d. 2024-11-26T22:23:22,922 ERROR [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => da1c21f23d5e7317915542ef5ee8897d, NAME => 'TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:23:22,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => da1c21f23d5e7317915542ef5ee8897d, NAME => 'TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:23:22,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster(4114): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => da1c21f23d5e7317915542ef5ee8897d, NAME => 'TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => da1c21f23d5e7317915542ef5ee8897d, NAME => 'TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:23:22,979 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=375, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/.tmp/A/b1135b4287b44291ac92e89d73a0ce8c 2024-11-26T22:23:22,987 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/.tmp/B/2f788dbaf6cd46d08b4a829a1f7938ee is 50, key is test_row_0/B:col10/1732659801423/Put/seqid=0 2024-11-26T22:23:22,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742322_1498 (size=12301) 2024-11-26T22:23:22,992 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=375 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/.tmp/B/2f788dbaf6cd46d08b4a829a1f7938ee 2024-11-26T22:23:22,999 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/.tmp/C/49c80d6177cf48789ff8c7a92f84035c is 50, key is test_row_0/C:col10/1732659801423/Put/seqid=0 2024-11-26T22:23:23,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742323_1499 (size=12301) 2024-11-26T22:23:23,076 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:23,076 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34335 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-11-26T22:23:23,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d. 2024-11-26T22:23:23,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d. as already flushing 2024-11-26T22:23:23,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d. 2024-11-26T22:23:23,076 ERROR [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => da1c21f23d5e7317915542ef5ee8897d, NAME => 'TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:23:23,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => da1c21f23d5e7317915542ef5ee8897d, NAME => 'TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:23:23,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster(4114): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => da1c21f23d5e7317915542ef5ee8897d, NAME => 'TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => da1c21f23d5e7317915542ef5ee8897d, NAME => 'TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:23:23,229 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:23,229 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34335 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-11-26T22:23:23,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d. 2024-11-26T22:23:23,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d. as already flushing 2024-11-26T22:23:23,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d. 2024-11-26T22:23:23,229 ERROR [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => da1c21f23d5e7317915542ef5ee8897d, NAME => 'TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:23:23,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => da1c21f23d5e7317915542ef5ee8897d, NAME => 'TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:23:23,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster(4114): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => da1c21f23d5e7317915542ef5ee8897d, NAME => 'TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => da1c21f23d5e7317915542ef5ee8897d, NAME => 'TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:23:23,254 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:23,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36532 deadline: 1732659863249, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:23,255 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:23,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36494 deadline: 1732659863252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:23,285 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:23,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36526 deadline: 1732659863279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:23,285 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:23,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36558 deadline: 1732659863280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:23,285 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:23,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36562 deadline: 1732659863280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:23,382 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:23,382 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34335 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-11-26T22:23:23,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d. 2024-11-26T22:23:23,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d. as already flushing 2024-11-26T22:23:23,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d. 2024-11-26T22:23:23,382 ERROR [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => da1c21f23d5e7317915542ef5ee8897d, NAME => 'TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:23:23,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => da1c21f23d5e7317915542ef5ee8897d, NAME => 'TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:23:23,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster(4114): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => da1c21f23d5e7317915542ef5ee8897d, NAME => 'TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => da1c21f23d5e7317915542ef5ee8897d, NAME => 'TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:23:23,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-26T22:23:23,411 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=375 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/.tmp/C/49c80d6177cf48789ff8c7a92f84035c 2024-11-26T22:23:23,415 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/.tmp/A/b1135b4287b44291ac92e89d73a0ce8c as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/A/b1135b4287b44291ac92e89d73a0ce8c 2024-11-26T22:23:23,419 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/A/b1135b4287b44291ac92e89d73a0ce8c, entries=200, sequenceid=375, filesize=39.0 K 2024-11-26T22:23:23,420 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/.tmp/B/2f788dbaf6cd46d08b4a829a1f7938ee as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/B/2f788dbaf6cd46d08b4a829a1f7938ee 2024-11-26T22:23:23,424 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/B/2f788dbaf6cd46d08b4a829a1f7938ee, entries=150, sequenceid=375, filesize=12.0 K 2024-11-26T22:23:23,424 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/.tmp/C/49c80d6177cf48789ff8c7a92f84035c as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/C/49c80d6177cf48789ff8c7a92f84035c 2024-11-26T22:23:23,428 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/C/49c80d6177cf48789ff8c7a92f84035c, entries=150, sequenceid=375, filesize=12.0 K 2024-11-26T22:23:23,429 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=93.93 KB/96180 for da1c21f23d5e7317915542ef5ee8897d in 1363ms, sequenceid=375, compaction requested=true 2024-11-26T22:23:23,429 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for da1c21f23d5e7317915542ef5ee8897d: 2024-11-26T22:23:23,429 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store da1c21f23d5e7317915542ef5ee8897d:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T22:23:23,429 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T22:23:23,429 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T22:23:23,429 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T22:23:23,429 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store da1c21f23d5e7317915542ef5ee8897d:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T22:23:23,430 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T22:23:23,430 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store da1c21f23d5e7317915542ef5ee8897d:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T22:23:23,430 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49546 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-26T22:23:23,431 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HStore(1540): da1c21f23d5e7317915542ef5ee8897d/B is initiating minor compaction (all files) 2024-11-26T22:23:23,431 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of da1c21f23d5e7317915542ef5ee8897d/B in TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d. 2024-11-26T22:23:23,431 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/B/a8a2d36e3b9f43fe8f21ac1423b73b7b, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/B/e32e406c54194de1a3442f664fd1f3a0, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/B/e7a4afba44d54bb284d106360efdf5f5, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/B/2f788dbaf6cd46d08b4a829a1f7938ee] into tmpdir=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/.tmp, totalSize=48.4 K 2024-11-26T22:23:23,431 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 151440 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-26T22:23:23,431 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HStore(1540): da1c21f23d5e7317915542ef5ee8897d/A is initiating minor compaction (all files) 2024-11-26T22:23:23,431 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of da1c21f23d5e7317915542ef5ee8897d/A in TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d. 2024-11-26T22:23:23,431 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/A/9d8e9f4c1ddb41388cadeedb438cdc52, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/A/8234d226631743d084ebc587225c321e, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/A/feba4d33f71241c5bbdea1dfb718d4c1, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/A/b1135b4287b44291ac92e89d73a0ce8c] into tmpdir=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/.tmp, totalSize=147.9 K 2024-11-26T22:23:23,431 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d. 2024-11-26T22:23:23,431 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d. files: [hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/A/9d8e9f4c1ddb41388cadeedb438cdc52, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/A/8234d226631743d084ebc587225c321e, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/A/feba4d33f71241c5bbdea1dfb718d4c1, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/A/b1135b4287b44291ac92e89d73a0ce8c] 2024-11-26T22:23:23,432 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T22:23:23,432 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.Compactor(224): Compacting a8a2d36e3b9f43fe8f21ac1423b73b7b, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=316, earliestPutTs=1732659799937 2024-11-26T22:23:23,432 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9d8e9f4c1ddb41388cadeedb438cdc52, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=316, earliestPutTs=1732659799937 2024-11-26T22:23:23,432 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.Compactor(224): Compacting e32e406c54194de1a3442f664fd1f3a0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=335, earliestPutTs=1732659800326 2024-11-26T22:23:23,432 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.Compactor(224): Compacting e7a4afba44d54bb284d106360efdf5f5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=355, earliestPutTs=1732659801009 2024-11-26T22:23:23,432 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8234d226631743d084ebc587225c321e, keycount=250, bloomtype=ROW, size=47.5 K, encoding=NONE, compression=NONE, seqNum=335, earliestPutTs=1732659800282 2024-11-26T22:23:23,433 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.Compactor(224): Compacting feba4d33f71241c5bbdea1dfb718d4c1, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=355, earliestPutTs=1732659801009 2024-11-26T22:23:23,433 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.Compactor(224): Compacting 2f788dbaf6cd46d08b4a829a1f7938ee, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=375, earliestPutTs=1732659801423 2024-11-26T22:23:23,433 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.Compactor(224): Compacting b1135b4287b44291ac92e89d73a0ce8c, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=375, earliestPutTs=1732659801423 2024-11-26T22:23:23,448 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=da1c21f23d5e7317915542ef5ee8897d] 2024-11-26T22:23:23,449 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): da1c21f23d5e7317915542ef5ee8897d#B#compaction#420 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-26T22:23:23,450 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/.tmp/B/a13a756097bc4ebfa7e983babb8bef7e is 50, key is test_row_0/B:col10/1732659801423/Put/seqid=0 2024-11-26T22:23:23,451 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112663d758cbc5fe4c3389e241d24b215992_da1c21f23d5e7317915542ef5ee8897d store=[table=TestAcidGuarantees family=A region=da1c21f23d5e7317915542ef5ee8897d] 2024-11-26T22:23:23,454 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112663d758cbc5fe4c3389e241d24b215992_da1c21f23d5e7317915542ef5ee8897d, store=[table=TestAcidGuarantees family=A region=da1c21f23d5e7317915542ef5ee8897d] 2024-11-26T22:23:23,454 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112663d758cbc5fe4c3389e241d24b215992_da1c21f23d5e7317915542ef5ee8897d because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=da1c21f23d5e7317915542ef5ee8897d] 2024-11-26T22:23:23,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742324_1500 (size=12779) 2024-11-26T22:23:23,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742325_1501 (size=4469) 2024-11-26T22:23:23,477 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): da1c21f23d5e7317915542ef5ee8897d#A#compaction#421 average throughput is 0.84 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T22:23:23,478 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/.tmp/A/ddba4751a7c64d348e0c3a90bc5ea6d0 is 175, key is test_row_0/A:col10/1732659801423/Put/seqid=0 2024-11-26T22:23:23,479 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/.tmp/B/a13a756097bc4ebfa7e983babb8bef7e as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/B/a13a756097bc4ebfa7e983babb8bef7e 2024-11-26T22:23:23,491 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in da1c21f23d5e7317915542ef5ee8897d/B of da1c21f23d5e7317915542ef5ee8897d into a13a756097bc4ebfa7e983babb8bef7e(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T22:23:23,491 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for da1c21f23d5e7317915542ef5ee8897d: 2024-11-26T22:23:23,491 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d., storeName=da1c21f23d5e7317915542ef5ee8897d/B, priority=12, startTime=1732659803429; duration=0sec 2024-11-26T22:23:23,491 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T22:23:23,491 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: da1c21f23d5e7317915542ef5ee8897d:B 2024-11-26T22:23:23,491 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T22:23:23,493 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49546 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-26T22:23:23,493 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HStore(1540): da1c21f23d5e7317915542ef5ee8897d/C is initiating minor compaction (all files) 2024-11-26T22:23:23,493 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of da1c21f23d5e7317915542ef5ee8897d/C in TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d. 2024-11-26T22:23:23,493 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/C/ac8b77f1373e4fcbb272751a9863d567, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/C/2b5142e5bbb54cada1696607ed9454ca, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/C/63c7c40acb2e445f817e9d6998df2ad8, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/C/49c80d6177cf48789ff8c7a92f84035c] into tmpdir=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/.tmp, totalSize=48.4 K 2024-11-26T22:23:23,494 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.Compactor(224): Compacting ac8b77f1373e4fcbb272751a9863d567, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=316, earliestPutTs=1732659799937 2024-11-26T22:23:23,494 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.Compactor(224): Compacting 2b5142e5bbb54cada1696607ed9454ca, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=335, earliestPutTs=1732659800326 2024-11-26T22:23:23,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742326_1502 (size=31733) 2024-11-26T22:23:23,495 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.Compactor(224): Compacting 63c7c40acb2e445f817e9d6998df2ad8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=355, earliestPutTs=1732659801009 2024-11-26T22:23:23,495 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.Compactor(224): Compacting 49c80d6177cf48789ff8c7a92f84035c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=375, earliestPutTs=1732659801423 2024-11-26T22:23:23,507 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): da1c21f23d5e7317915542ef5ee8897d#C#compaction#422 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T22:23:23,507 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/.tmp/C/8545168d2a554583b8ddaf5b373bf172 is 50, key is test_row_0/C:col10/1732659801423/Put/seqid=0 2024-11-26T22:23:23,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742327_1503 (size=12779) 2024-11-26T22:23:23,534 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:23,535 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34335 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-11-26T22:23:23,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d. 2024-11-26T22:23:23,535 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2837): Flushing da1c21f23d5e7317915542ef5ee8897d 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-26T22:23:23,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactingMemStore(205): FLUSHING TO DISK da1c21f23d5e7317915542ef5ee8897d, store=A 2024-11-26T22:23:23,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:23:23,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactingMemStore(205): FLUSHING TO DISK da1c21f23d5e7317915542ef5ee8897d, store=B 2024-11-26T22:23:23,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:23:23,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactingMemStore(205): FLUSHING TO DISK da1c21f23d5e7317915542ef5ee8897d, store=C 2024-11-26T22:23:23,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:23:23,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126d74836ae82934583b20d8e0df5a3e655_da1c21f23d5e7317915542ef5ee8897d is 50, key is test_row_0/A:col10/1732659802101/Put/seqid=0 2024-11-26T22:23:23,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742328_1504 (size=12454) 2024-11-26T22:23:23,917 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/.tmp/A/ddba4751a7c64d348e0c3a90bc5ea6d0 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/A/ddba4751a7c64d348e0c3a90bc5ea6d0 2024-11-26T22:23:23,927 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in da1c21f23d5e7317915542ef5ee8897d/A of da1c21f23d5e7317915542ef5ee8897d into ddba4751a7c64d348e0c3a90bc5ea6d0(size=31.0 K), total size for store is 31.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T22:23:23,927 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for da1c21f23d5e7317915542ef5ee8897d: 2024-11-26T22:23:23,927 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d., storeName=da1c21f23d5e7317915542ef5ee8897d/A, priority=12, startTime=1732659803429; duration=0sec 2024-11-26T22:23:23,927 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T22:23:23,927 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: da1c21f23d5e7317915542ef5ee8897d:A 2024-11-26T22:23:23,928 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/.tmp/C/8545168d2a554583b8ddaf5b373bf172 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/C/8545168d2a554583b8ddaf5b373bf172 2024-11-26T22:23:23,939 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in da1c21f23d5e7317915542ef5ee8897d/C of da1c21f23d5e7317915542ef5ee8897d into 8545168d2a554583b8ddaf5b373bf172(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T22:23:23,939 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for da1c21f23d5e7317915542ef5ee8897d: 2024-11-26T22:23:23,939 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d., storeName=da1c21f23d5e7317915542ef5ee8897d/C, priority=12, startTime=1732659803430; duration=0sec 2024-11-26T22:23:23,939 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T22:23:23,939 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: da1c21f23d5e7317915542ef5ee8897d:C 2024-11-26T22:23:23,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:23:23,959 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126d74836ae82934583b20d8e0df5a3e655_da1c21f23d5e7317915542ef5ee8897d to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126d74836ae82934583b20d8e0df5a3e655_da1c21f23d5e7317915542ef5ee8897d 2024-11-26T22:23:23,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/.tmp/A/75ba4d4303d44ffc9175d3b04e224ac7, store: [table=TestAcidGuarantees family=A region=da1c21f23d5e7317915542ef5ee8897d] 2024-11-26T22:23:23,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/.tmp/A/75ba4d4303d44ffc9175d3b04e224ac7 is 175, key is test_row_0/A:col10/1732659802101/Put/seqid=0 2024-11-26T22:23:24,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742329_1505 (size=31255) 2024-11-26T22:23:24,000 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=393, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/.tmp/A/75ba4d4303d44ffc9175d3b04e224ac7 2024-11-26T22:23:24,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/.tmp/B/7938bab66faa439d9e9011066b490da8 is 50, key is test_row_0/B:col10/1732659802101/Put/seqid=0 2024-11-26T22:23:24,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742330_1506 (size=12301) 2024-11-26T22:23:24,055 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=393 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/.tmp/B/7938bab66faa439d9e9011066b490da8 2024-11-26T22:23:24,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/.tmp/C/9fc6357eaafe460894dd21e79045bbf8 is 50, key is test_row_0/C:col10/1732659802101/Put/seqid=0 2024-11-26T22:23:24,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742331_1507 (size=12301) 2024-11-26T22:23:24,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(8581): Flush requested on da1c21f23d5e7317915542ef5ee8897d 2024-11-26T22:23:24,259 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d. as already flushing 2024-11-26T22:23:24,309 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:24,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36562 deadline: 1732659864297, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:24,309 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:24,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36526 deadline: 1732659864299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:24,309 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:24,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36558 deadline: 1732659864300, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:24,316 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:24,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 221 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36494 deadline: 1732659864309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:24,317 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:24,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36532 deadline: 1732659864309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:24,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-26T22:23:24,413 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:24,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36526 deadline: 1732659864410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:24,414 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:24,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36558 deadline: 1732659864411, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:24,414 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:24,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36562 deadline: 1732659864411, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:24,421 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:24,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 223 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36494 deadline: 1732659864418, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:24,421 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:24,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36532 deadline: 1732659864418, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:24,523 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=393 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/.tmp/C/9fc6357eaafe460894dd21e79045bbf8 2024-11-26T22:23:24,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/.tmp/A/75ba4d4303d44ffc9175d3b04e224ac7 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/A/75ba4d4303d44ffc9175d3b04e224ac7 2024-11-26T22:23:24,539 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/A/75ba4d4303d44ffc9175d3b04e224ac7, entries=150, sequenceid=393, filesize=30.5 K 2024-11-26T22:23:24,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/.tmp/B/7938bab66faa439d9e9011066b490da8 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/B/7938bab66faa439d9e9011066b490da8 2024-11-26T22:23:24,544 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/B/7938bab66faa439d9e9011066b490da8, entries=150, sequenceid=393, filesize=12.0 K 2024-11-26T22:23:24,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/.tmp/C/9fc6357eaafe460894dd21e79045bbf8 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/C/9fc6357eaafe460894dd21e79045bbf8 2024-11-26T22:23:24,550 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/C/9fc6357eaafe460894dd21e79045bbf8, entries=150, sequenceid=393, filesize=12.0 K 2024-11-26T22:23:24,551 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for da1c21f23d5e7317915542ef5ee8897d in 1016ms, sequenceid=393, compaction requested=false 2024-11-26T22:23:24,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2538): Flush status journal for da1c21f23d5e7317915542ef5ee8897d: 2024-11-26T22:23:24,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d. 2024-11-26T22:23:24,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=125 2024-11-26T22:23:24,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster(4106): Remote procedure done, pid=125 2024-11-26T22:23:24,553 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=125, resume processing ppid=124 2024-11-26T22:23:24,554 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=125, ppid=124, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2450 sec 2024-11-26T22:23:24,556 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=124, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=124, table=TestAcidGuarantees in 2.2500 sec 2024-11-26T22:23:24,568 DEBUG [Thread-1775 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7c0ec341 to 127.0.0.1:58789 2024-11-26T22:23:24,568 DEBUG [Thread-1775 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T22:23:24,569 DEBUG [Thread-1783 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3b9a1701 to 127.0.0.1:58789 2024-11-26T22:23:24,569 DEBUG [Thread-1783 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T22:23:24,569 DEBUG [Thread-1779 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1e93614e to 127.0.0.1:58789 2024-11-26T22:23:24,569 DEBUG [Thread-1779 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T22:23:24,572 DEBUG [Thread-1781 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0523025d to 127.0.0.1:58789 2024-11-26T22:23:24,572 DEBUG [Thread-1781 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T22:23:24,572 DEBUG [Thread-1777 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4831febd to 127.0.0.1:58789 2024-11-26T22:23:24,572 DEBUG [Thread-1777 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T22:23:24,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(8581): Flush requested on da1c21f23d5e7317915542ef5ee8897d 2024-11-26T22:23:24,616 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing da1c21f23d5e7317915542ef5ee8897d 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-26T22:23:24,616 DEBUG [Thread-1768 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1acf826f to 127.0.0.1:58789 2024-11-26T22:23:24,616 DEBUG [Thread-1770 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1cbce2b4 to 127.0.0.1:58789 2024-11-26T22:23:24,616 DEBUG [Thread-1768 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T22:23:24,616 DEBUG [Thread-1770 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T22:23:24,616 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK da1c21f23d5e7317915542ef5ee8897d, store=A 2024-11-26T22:23:24,616 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:23:24,616 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK da1c21f23d5e7317915542ef5ee8897d, store=B 2024-11-26T22:23:24,616 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:23:24,616 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK da1c21f23d5e7317915542ef5ee8897d, store=C 2024-11-26T22:23:24,616 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:23:24,618 DEBUG [Thread-1766 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5a139b42 to 127.0.0.1:58789 2024-11-26T22:23:24,618 DEBUG [Thread-1766 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T22:23:24,623 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112639b1163ae8a74739950d3eb3ab039b50_da1c21f23d5e7317915542ef5ee8897d is 50, key is test_row_0/A:col10/1732659804615/Put/seqid=0 2024-11-26T22:23:24,624 DEBUG [Thread-1772 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4fd3f5fc to 127.0.0.1:58789 2024-11-26T22:23:24,624 DEBUG [Thread-1772 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T22:23:24,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742332_1508 (size=12454) 2024-11-26T22:23:24,633 DEBUG [Thread-1764 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5271608e to 127.0.0.1:58789 2024-11-26T22:23:24,633 DEBUG [Thread-1764 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T22:23:25,027 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:23:25,030 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112639b1163ae8a74739950d3eb3ab039b50_da1c21f23d5e7317915542ef5ee8897d to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112639b1163ae8a74739950d3eb3ab039b50_da1c21f23d5e7317915542ef5ee8897d 2024-11-26T22:23:25,031 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/.tmp/A/4fd44babb779436cbcf77f2fc6271890, store: [table=TestAcidGuarantees family=A region=da1c21f23d5e7317915542ef5ee8897d] 2024-11-26T22:23:25,031 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/.tmp/A/4fd44babb779436cbcf77f2fc6271890 is 175, key is test_row_0/A:col10/1732659804615/Put/seqid=0 2024-11-26T22:23:25,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742333_1509 (size=31255) 2024-11-26T22:23:25,435 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=416, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/.tmp/A/4fd44babb779436cbcf77f2fc6271890 2024-11-26T22:23:25,442 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/.tmp/B/a5fda0006b7d4c39a94c9ec7f4f20ba8 is 50, key is test_row_0/B:col10/1732659804615/Put/seqid=0 2024-11-26T22:23:25,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742334_1510 (size=12301) 2024-11-26T22:23:25,846 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=416 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/.tmp/B/a5fda0006b7d4c39a94c9ec7f4f20ba8 2024-11-26T22:23:25,851 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/.tmp/C/995175f19a4b4e9abaa0fc03f621b8b9 is 50, key is test_row_0/C:col10/1732659804615/Put/seqid=0 2024-11-26T22:23:25,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742335_1511 (size=12301) 2024-11-26T22:23:26,255 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=416 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/.tmp/C/995175f19a4b4e9abaa0fc03f621b8b9 2024-11-26T22:23:26,258 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/.tmp/A/4fd44babb779436cbcf77f2fc6271890 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/A/4fd44babb779436cbcf77f2fc6271890 2024-11-26T22:23:26,261 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/A/4fd44babb779436cbcf77f2fc6271890, entries=150, sequenceid=416, filesize=30.5 K 2024-11-26T22:23:26,261 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/.tmp/B/a5fda0006b7d4c39a94c9ec7f4f20ba8 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/B/a5fda0006b7d4c39a94c9ec7f4f20ba8 2024-11-26T22:23:26,263 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/B/a5fda0006b7d4c39a94c9ec7f4f20ba8, entries=150, sequenceid=416, filesize=12.0 K 2024-11-26T22:23:26,264 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/.tmp/C/995175f19a4b4e9abaa0fc03f621b8b9 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/C/995175f19a4b4e9abaa0fc03f621b8b9 2024-11-26T22:23:26,266 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/C/995175f19a4b4e9abaa0fc03f621b8b9, entries=150, sequenceid=416, filesize=12.0 K 2024-11-26T22:23:26,267 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=20.13 KB/20610 for da1c21f23d5e7317915542ef5ee8897d in 1651ms, sequenceid=416, compaction requested=true 2024-11-26T22:23:26,267 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for da1c21f23d5e7317915542ef5ee8897d: 2024-11-26T22:23:26,267 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store da1c21f23d5e7317915542ef5ee8897d:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T22:23:26,267 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T22:23:26,267 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store da1c21f23d5e7317915542ef5ee8897d:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T22:23:26,267 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T22:23:26,267 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T22:23:26,267 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store da1c21f23d5e7317915542ef5ee8897d:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T22:23:26,267 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T22:23:26,267 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T22:23:26,268 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 94243 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T22:23:26,268 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37381 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T22:23:26,268 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HStore(1540): da1c21f23d5e7317915542ef5ee8897d/A is initiating minor compaction (all files) 2024-11-26T22:23:26,268 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HStore(1540): da1c21f23d5e7317915542ef5ee8897d/B is initiating minor compaction (all files) 2024-11-26T22:23:26,268 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of da1c21f23d5e7317915542ef5ee8897d/A in TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d. 2024-11-26T22:23:26,268 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of da1c21f23d5e7317915542ef5ee8897d/B in TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d. 2024-11-26T22:23:26,268 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/A/ddba4751a7c64d348e0c3a90bc5ea6d0, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/A/75ba4d4303d44ffc9175d3b04e224ac7, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/A/4fd44babb779436cbcf77f2fc6271890] into tmpdir=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/.tmp, totalSize=92.0 K 2024-11-26T22:23:26,268 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/B/a13a756097bc4ebfa7e983babb8bef7e, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/B/7938bab66faa439d9e9011066b490da8, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/B/a5fda0006b7d4c39a94c9ec7f4f20ba8] into tmpdir=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/.tmp, totalSize=36.5 K 2024-11-26T22:23:26,268 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d. 2024-11-26T22:23:26,268 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d. files: [hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/A/ddba4751a7c64d348e0c3a90bc5ea6d0, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/A/75ba4d4303d44ffc9175d3b04e224ac7, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/A/4fd44babb779436cbcf77f2fc6271890] 2024-11-26T22:23:26,268 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.Compactor(224): Compacting a13a756097bc4ebfa7e983babb8bef7e, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=375, earliestPutTs=1732659801423 2024-11-26T22:23:26,268 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.Compactor(224): Compacting ddba4751a7c64d348e0c3a90bc5ea6d0, keycount=150, bloomtype=ROW, size=31.0 K, encoding=NONE, compression=NONE, seqNum=375, earliestPutTs=1732659801423 2024-11-26T22:23:26,268 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.Compactor(224): Compacting 7938bab66faa439d9e9011066b490da8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=393, earliestPutTs=1732659802101 2024-11-26T22:23:26,268 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.Compactor(224): Compacting 75ba4d4303d44ffc9175d3b04e224ac7, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=393, earliestPutTs=1732659802101 2024-11-26T22:23:26,269 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.Compactor(224): Compacting a5fda0006b7d4c39a94c9ec7f4f20ba8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=416, earliestPutTs=1732659804294 2024-11-26T22:23:26,269 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4fd44babb779436cbcf77f2fc6271890, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=416, earliestPutTs=1732659804294 2024-11-26T22:23:26,273 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=da1c21f23d5e7317915542ef5ee8897d] 2024-11-26T22:23:26,275 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411260cbf1e28a3a9424d86f08963a7b372ef_da1c21f23d5e7317915542ef5ee8897d store=[table=TestAcidGuarantees family=A region=da1c21f23d5e7317915542ef5ee8897d] 2024-11-26T22:23:26,275 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): da1c21f23d5e7317915542ef5ee8897d#B#compaction#430 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-26T22:23:26,276 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/.tmp/B/651c86288bf74b2cbf76178fe7d32dd2 is 50, key is test_row_0/B:col10/1732659804615/Put/seqid=0 2024-11-26T22:23:26,277 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411260cbf1e28a3a9424d86f08963a7b372ef_da1c21f23d5e7317915542ef5ee8897d, store=[table=TestAcidGuarantees family=A region=da1c21f23d5e7317915542ef5ee8897d] 2024-11-26T22:23:26,277 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411260cbf1e28a3a9424d86f08963a7b372ef_da1c21f23d5e7317915542ef5ee8897d because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=da1c21f23d5e7317915542ef5ee8897d] 2024-11-26T22:23:26,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742336_1512 (size=12881) 2024-11-26T22:23:26,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742337_1513 (size=4469) 2024-11-26T22:23:26,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-26T22:23:26,413 INFO [Thread-1774 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 124 completed 2024-11-26T22:23:26,413 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-26T22:23:26,413 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 90 2024-11-26T22:23:26,413 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 57 2024-11-26T22:23:26,413 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 60 2024-11-26T22:23:26,413 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 60 2024-11-26T22:23:26,413 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 61 2024-11-26T22:23:26,413 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-26T22:23:26,413 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-26T22:23:26,413 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1272 2024-11-26T22:23:26,413 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3816 rows 2024-11-26T22:23:26,413 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1282 2024-11-26T22:23:26,413 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3846 rows 2024-11-26T22:23:26,413 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1286 2024-11-26T22:23:26,413 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3858 rows 2024-11-26T22:23:26,413 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1280 2024-11-26T22:23:26,413 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3840 rows 2024-11-26T22:23:26,413 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1296 2024-11-26T22:23:26,413 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3888 rows 2024-11-26T22:23:26,414 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-26T22:23:26,414 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x20f7f6a4 to 127.0.0.1:58789 2024-11-26T22:23:26,414 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T22:23:26,416 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-26T22:23:26,416 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-26T22:23:26,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] procedure2.ProcedureExecutor(1098): Stored pid=126, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-26T22:23:26,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-26T22:23:26,421 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732659806421"}]},"ts":"1732659806421"} 2024-11-26T22:23:26,422 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-26T22:23:26,424 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-26T22:23:26,425 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=127, ppid=126, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-26T22:23:26,426 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=128, ppid=127, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=da1c21f23d5e7317915542ef5ee8897d, UNASSIGN}] 2024-11-26T22:23:26,426 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=128, ppid=127, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=da1c21f23d5e7317915542ef5ee8897d, UNASSIGN 2024-11-26T22:23:26,427 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=128 updating hbase:meta row=da1c21f23d5e7317915542ef5ee8897d, regionState=CLOSING, regionLocation=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:26,427 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-26T22:23:26,427 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=129, ppid=128, state=RUNNABLE; CloseRegionProcedure da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113}] 2024-11-26T22:23:26,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-26T22:23:26,579 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:26,579 INFO [RS_CLOSE_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] handler.UnassignRegionHandler(124): Close da1c21f23d5e7317915542ef5ee8897d 2024-11-26T22:23:26,579 DEBUG [RS_CLOSE_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-26T22:23:26,580 DEBUG [RS_CLOSE_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] regionserver.HRegion(1681): Closing da1c21f23d5e7317915542ef5ee8897d, disabling compactions & flushes 2024-11-26T22:23:26,580 DEBUG [RS_CLOSE_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] regionserver.HRegion(1942): waiting for 2 compactions to complete for region TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d. 2024-11-26T22:23:26,686 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): da1c21f23d5e7317915542ef5ee8897d#A#compaction#429 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T22:23:26,687 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/.tmp/A/dc73724efcc04836ae9a5ba3e764fb72 is 175, key is test_row_0/A:col10/1732659804615/Put/seqid=0 2024-11-26T22:23:26,688 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/.tmp/B/651c86288bf74b2cbf76178fe7d32dd2 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/B/651c86288bf74b2cbf76178fe7d32dd2 2024-11-26T22:23:26,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742338_1514 (size=31835) 2024-11-26T22:23:26,693 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in da1c21f23d5e7317915542ef5ee8897d/B of da1c21f23d5e7317915542ef5ee8897d into 651c86288bf74b2cbf76178fe7d32dd2(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T22:23:26,693 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for da1c21f23d5e7317915542ef5ee8897d: 2024-11-26T22:23:26,693 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d., storeName=da1c21f23d5e7317915542ef5ee8897d/B, priority=13, startTime=1732659806267; duration=0sec 2024-11-26T22:23:26,693 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T22:23:26,693 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: da1c21f23d5e7317915542ef5ee8897d:B 2024-11-26T22:23:26,694 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d. because compaction request was cancelled 2024-11-26T22:23:26,694 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: da1c21f23d5e7317915542ef5ee8897d:C 2024-11-26T22:23:26,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-26T22:23:27,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-26T22:23:27,095 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/.tmp/A/dc73724efcc04836ae9a5ba3e764fb72 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/A/dc73724efcc04836ae9a5ba3e764fb72 2024-11-26T22:23:27,098 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in da1c21f23d5e7317915542ef5ee8897d/A of da1c21f23d5e7317915542ef5ee8897d into dc73724efcc04836ae9a5ba3e764fb72(size=31.1 K), total size for store is 31.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T22:23:27,098 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for da1c21f23d5e7317915542ef5ee8897d: 2024-11-26T22:23:27,098 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d., storeName=da1c21f23d5e7317915542ef5ee8897d/A, priority=13, startTime=1732659806267; duration=0sec 2024-11-26T22:23:27,098 INFO [RS_CLOSE_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d. 2024-11-26T22:23:27,098 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T22:23:27,098 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: da1c21f23d5e7317915542ef5ee8897d:A 2024-11-26T22:23:27,098 DEBUG [RS_CLOSE_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d. 2024-11-26T22:23:27,098 DEBUG [RS_CLOSE_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d. after waiting 0 ms 2024-11-26T22:23:27,098 DEBUG [RS_CLOSE_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d. 2024-11-26T22:23:27,098 INFO [RS_CLOSE_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] regionserver.HRegion(2837): Flushing da1c21f23d5e7317915542ef5ee8897d 3/3 column families, dataSize=20.13 KB heapSize=53.48 KB 2024-11-26T22:23:27,098 DEBUG [RS_CLOSE_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] regionserver.CompactingMemStore(205): FLUSHING TO DISK da1c21f23d5e7317915542ef5ee8897d, store=A 2024-11-26T22:23:27,099 DEBUG [RS_CLOSE_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:23:27,099 DEBUG [RS_CLOSE_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] regionserver.CompactingMemStore(205): FLUSHING TO DISK da1c21f23d5e7317915542ef5ee8897d, store=B 2024-11-26T22:23:27,099 DEBUG [RS_CLOSE_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:23:27,099 DEBUG [RS_CLOSE_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] regionserver.CompactingMemStore(205): FLUSHING TO DISK da1c21f23d5e7317915542ef5ee8897d, store=C 2024-11-26T22:23:27,099 DEBUG [RS_CLOSE_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:23:27,103 DEBUG [RS_CLOSE_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126e402c45a90294e13a9534574b3762c4d_da1c21f23d5e7317915542ef5ee8897d is 50, key is test_row_1/A:col10/1732659804633/Put/seqid=0 2024-11-26T22:23:27,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742339_1515 (size=9914) 2024-11-26T22:23:27,507 DEBUG [RS_CLOSE_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:23:27,510 INFO [RS_CLOSE_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126e402c45a90294e13a9534574b3762c4d_da1c21f23d5e7317915542ef5ee8897d to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126e402c45a90294e13a9534574b3762c4d_da1c21f23d5e7317915542ef5ee8897d 2024-11-26T22:23:27,511 DEBUG [RS_CLOSE_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/.tmp/A/693ec5bc5eed4147b24a43f96783c526, store: [table=TestAcidGuarantees family=A region=da1c21f23d5e7317915542ef5ee8897d] 2024-11-26T22:23:27,511 DEBUG [RS_CLOSE_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/.tmp/A/693ec5bc5eed4147b24a43f96783c526 is 175, key is test_row_1/A:col10/1732659804633/Put/seqid=0 2024-11-26T22:23:27,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742340_1516 (size=22561) 2024-11-26T22:23:27,515 INFO [RS_CLOSE_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=424, memsize=6.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/.tmp/A/693ec5bc5eed4147b24a43f96783c526 2024-11-26T22:23:27,519 DEBUG [RS_CLOSE_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/.tmp/B/17930f0acd49428489e8abbc40810bcb is 50, key is test_row_1/B:col10/1732659804633/Put/seqid=0 2024-11-26T22:23:27,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742341_1517 (size=9857) 2024-11-26T22:23:27,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-26T22:23:27,923 INFO [RS_CLOSE_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=424 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/.tmp/B/17930f0acd49428489e8abbc40810bcb 2024-11-26T22:23:27,929 DEBUG [RS_CLOSE_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/.tmp/C/4ac1e7dfc69847ecba6d58db471f321c is 50, key is test_row_1/C:col10/1732659804633/Put/seqid=0 2024-11-26T22:23:27,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742342_1518 (size=9857) 2024-11-26T22:23:28,332 INFO [RS_CLOSE_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=424 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/.tmp/C/4ac1e7dfc69847ecba6d58db471f321c 2024-11-26T22:23:28,336 DEBUG [RS_CLOSE_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/.tmp/A/693ec5bc5eed4147b24a43f96783c526 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/A/693ec5bc5eed4147b24a43f96783c526 2024-11-26T22:23:28,339 INFO [RS_CLOSE_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/A/693ec5bc5eed4147b24a43f96783c526, entries=100, sequenceid=424, filesize=22.0 K 2024-11-26T22:23:28,340 DEBUG [RS_CLOSE_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/.tmp/B/17930f0acd49428489e8abbc40810bcb as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/B/17930f0acd49428489e8abbc40810bcb 2024-11-26T22:23:28,343 INFO [RS_CLOSE_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/B/17930f0acd49428489e8abbc40810bcb, entries=100, sequenceid=424, filesize=9.6 K 2024-11-26T22:23:28,343 DEBUG [RS_CLOSE_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/.tmp/C/4ac1e7dfc69847ecba6d58db471f321c as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/C/4ac1e7dfc69847ecba6d58db471f321c 2024-11-26T22:23:28,346 INFO [RS_CLOSE_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/C/4ac1e7dfc69847ecba6d58db471f321c, entries=100, sequenceid=424, filesize=9.6 K 2024-11-26T22:23:28,347 INFO [RS_CLOSE_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] regionserver.HRegion(3040): Finished flush of dataSize ~20.13 KB/20610, heapSize ~53.44 KB/54720, currentSize=0 B/0 for da1c21f23d5e7317915542ef5ee8897d in 1248ms, sequenceid=424, compaction requested=true 2024-11-26T22:23:28,347 DEBUG [StoreCloser-TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/A/288c247b92a347a48b4e0dab6f0afe50, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/A/2b409ff1ee994080805f7272c968cd2a, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/A/bbeaf88ba8e64565aa0aba919a6a86ab, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/A/9c9f970392624cb09972f164fcc13c0b, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/A/9bcc798a33d14078bbfb4b90975335ec, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/A/180e03bcfdad4dd6ad9f6a9e58001e4f, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/A/486431ccea04415fafd4ccae39ad1b54, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/A/d14183fec4894ff59fd0dab50efe560d, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/A/19518ac19233441c89d011fed99e16f9, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/A/56ffcda5e8e04ef39f96645e5dd0dfa1, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/A/9d8e9f4c1ddb41388cadeedb438cdc52, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/A/8234d226631743d084ebc587225c321e, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/A/feba4d33f71241c5bbdea1dfb718d4c1, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/A/b1135b4287b44291ac92e89d73a0ce8c, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/A/ddba4751a7c64d348e0c3a90bc5ea6d0, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/A/75ba4d4303d44ffc9175d3b04e224ac7, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/A/4fd44babb779436cbcf77f2fc6271890] to archive 2024-11-26T22:23:28,348 DEBUG [StoreCloser-TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-26T22:23:28,349 DEBUG [StoreCloser-TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/A/288c247b92a347a48b4e0dab6f0afe50 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/A/288c247b92a347a48b4e0dab6f0afe50 2024-11-26T22:23:28,350 DEBUG [StoreCloser-TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/A/2b409ff1ee994080805f7272c968cd2a to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/A/2b409ff1ee994080805f7272c968cd2a 2024-11-26T22:23:28,351 DEBUG [StoreCloser-TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/A/bbeaf88ba8e64565aa0aba919a6a86ab to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/A/bbeaf88ba8e64565aa0aba919a6a86ab 2024-11-26T22:23:28,351 DEBUG [StoreCloser-TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/A/9c9f970392624cb09972f164fcc13c0b to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/A/9c9f970392624cb09972f164fcc13c0b 2024-11-26T22:23:28,352 DEBUG [StoreCloser-TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/A/9bcc798a33d14078bbfb4b90975335ec to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/A/9bcc798a33d14078bbfb4b90975335ec 2024-11-26T22:23:28,353 DEBUG [StoreCloser-TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/A/180e03bcfdad4dd6ad9f6a9e58001e4f to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/A/180e03bcfdad4dd6ad9f6a9e58001e4f 2024-11-26T22:23:28,354 DEBUG [StoreCloser-TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/A/486431ccea04415fafd4ccae39ad1b54 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/A/486431ccea04415fafd4ccae39ad1b54 2024-11-26T22:23:28,355 DEBUG [StoreCloser-TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/A/d14183fec4894ff59fd0dab50efe560d to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/A/d14183fec4894ff59fd0dab50efe560d 2024-11-26T22:23:28,356 DEBUG [StoreCloser-TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/A/19518ac19233441c89d011fed99e16f9 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/A/19518ac19233441c89d011fed99e16f9 2024-11-26T22:23:28,356 DEBUG [StoreCloser-TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/A/56ffcda5e8e04ef39f96645e5dd0dfa1 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/A/56ffcda5e8e04ef39f96645e5dd0dfa1 2024-11-26T22:23:28,357 DEBUG [StoreCloser-TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/A/9d8e9f4c1ddb41388cadeedb438cdc52 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/A/9d8e9f4c1ddb41388cadeedb438cdc52 2024-11-26T22:23:28,358 DEBUG [StoreCloser-TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/A/8234d226631743d084ebc587225c321e to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/A/8234d226631743d084ebc587225c321e 2024-11-26T22:23:28,359 DEBUG [StoreCloser-TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/A/feba4d33f71241c5bbdea1dfb718d4c1 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/A/feba4d33f71241c5bbdea1dfb718d4c1 2024-11-26T22:23:28,360 DEBUG [StoreCloser-TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/A/b1135b4287b44291ac92e89d73a0ce8c to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/A/b1135b4287b44291ac92e89d73a0ce8c 2024-11-26T22:23:28,361 DEBUG [StoreCloser-TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/A/ddba4751a7c64d348e0c3a90bc5ea6d0 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/A/ddba4751a7c64d348e0c3a90bc5ea6d0 2024-11-26T22:23:28,362 DEBUG [StoreCloser-TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/A/75ba4d4303d44ffc9175d3b04e224ac7 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/A/75ba4d4303d44ffc9175d3b04e224ac7 2024-11-26T22:23:28,363 DEBUG [StoreCloser-TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/A/4fd44babb779436cbcf77f2fc6271890 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/A/4fd44babb779436cbcf77f2fc6271890 2024-11-26T22:23:28,364 DEBUG [StoreCloser-TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/B/29965aa4fed84268aa75ef2bd17c1b87, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/B/39021c966d014cec89386d13fc09c081, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/B/7738adc452dd47e48e0a41c942420fc6, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/B/fe9259c386114e388bbcb065e7f939e1, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/B/9420fc48cf814fc195bfffaa080e3cc1, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/B/d793d796ee96450aa037801d9b1cbe93, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/B/98f643bea59a4f30a2c0e955c81e5dc4, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/B/c2c549c5135f4efda47cb655ec20963b, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/B/710a3c1e0b424720a54d186a445ff02b, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/B/a8a2d36e3b9f43fe8f21ac1423b73b7b, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/B/a748de0abe9740baa96fdb3209958af1, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/B/e32e406c54194de1a3442f664fd1f3a0, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/B/e7a4afba44d54bb284d106360efdf5f5, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/B/a13a756097bc4ebfa7e983babb8bef7e, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/B/2f788dbaf6cd46d08b4a829a1f7938ee, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/B/7938bab66faa439d9e9011066b490da8, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/B/a5fda0006b7d4c39a94c9ec7f4f20ba8] to archive 2024-11-26T22:23:28,365 DEBUG [StoreCloser-TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-26T22:23:28,366 DEBUG [StoreCloser-TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/B/29965aa4fed84268aa75ef2bd17c1b87 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/B/29965aa4fed84268aa75ef2bd17c1b87 2024-11-26T22:23:28,367 DEBUG [StoreCloser-TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/B/39021c966d014cec89386d13fc09c081 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/B/39021c966d014cec89386d13fc09c081 2024-11-26T22:23:28,368 DEBUG [StoreCloser-TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/B/7738adc452dd47e48e0a41c942420fc6 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/B/7738adc452dd47e48e0a41c942420fc6 2024-11-26T22:23:28,369 DEBUG [StoreCloser-TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/B/fe9259c386114e388bbcb065e7f939e1 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/B/fe9259c386114e388bbcb065e7f939e1 2024-11-26T22:23:28,370 DEBUG [StoreCloser-TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/B/9420fc48cf814fc195bfffaa080e3cc1 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/B/9420fc48cf814fc195bfffaa080e3cc1 2024-11-26T22:23:28,371 DEBUG [StoreCloser-TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/B/d793d796ee96450aa037801d9b1cbe93 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/B/d793d796ee96450aa037801d9b1cbe93 2024-11-26T22:23:28,371 DEBUG [StoreCloser-TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/B/98f643bea59a4f30a2c0e955c81e5dc4 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/B/98f643bea59a4f30a2c0e955c81e5dc4 2024-11-26T22:23:28,372 DEBUG [StoreCloser-TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/B/c2c549c5135f4efda47cb655ec20963b to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/B/c2c549c5135f4efda47cb655ec20963b 2024-11-26T22:23:28,373 DEBUG [StoreCloser-TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/B/710a3c1e0b424720a54d186a445ff02b to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/B/710a3c1e0b424720a54d186a445ff02b 2024-11-26T22:23:28,374 DEBUG [StoreCloser-TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/B/a8a2d36e3b9f43fe8f21ac1423b73b7b to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/B/a8a2d36e3b9f43fe8f21ac1423b73b7b 2024-11-26T22:23:28,375 DEBUG [StoreCloser-TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/B/a748de0abe9740baa96fdb3209958af1 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/B/a748de0abe9740baa96fdb3209958af1 2024-11-26T22:23:28,376 DEBUG [StoreCloser-TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/B/e32e406c54194de1a3442f664fd1f3a0 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/B/e32e406c54194de1a3442f664fd1f3a0 2024-11-26T22:23:28,376 DEBUG [StoreCloser-TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/B/e7a4afba44d54bb284d106360efdf5f5 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/B/e7a4afba44d54bb284d106360efdf5f5 2024-11-26T22:23:28,377 DEBUG [StoreCloser-TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/B/a13a756097bc4ebfa7e983babb8bef7e to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/B/a13a756097bc4ebfa7e983babb8bef7e 2024-11-26T22:23:28,378 DEBUG [StoreCloser-TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/B/2f788dbaf6cd46d08b4a829a1f7938ee to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/B/2f788dbaf6cd46d08b4a829a1f7938ee 2024-11-26T22:23:28,379 DEBUG [StoreCloser-TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/B/7938bab66faa439d9e9011066b490da8 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/B/7938bab66faa439d9e9011066b490da8 2024-11-26T22:23:28,380 DEBUG [StoreCloser-TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/B/a5fda0006b7d4c39a94c9ec7f4f20ba8 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/B/a5fda0006b7d4c39a94c9ec7f4f20ba8 2024-11-26T22:23:28,381 DEBUG [StoreCloser-TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/C/edf9c50d32ee4cc09cf7a534957c2f33, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/C/605bbebf2cf54ae0b481d4232adc6478, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/C/28ce5908c10d4d1eb1f106affde546d8, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/C/f75a17beb1fe422cbb9b4cace47b0594, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/C/d040bd690ae145478b64847b9afa6b7d, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/C/2ff29d97048e4b6eb3afaa7eb264566e, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/C/ecb4cf477df44b3bbeea33522d23ac72, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/C/4c4bc25ef9c442f0b062a91d41fe45eb, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/C/3252896f9f1d4138be79a1bec3fb50d6, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/C/ac8b77f1373e4fcbb272751a9863d567, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/C/81e9a08f12734b94840b87d5a3f9cc3d, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/C/2b5142e5bbb54cada1696607ed9454ca, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/C/63c7c40acb2e445f817e9d6998df2ad8, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/C/49c80d6177cf48789ff8c7a92f84035c] to archive 2024-11-26T22:23:28,382 DEBUG [StoreCloser-TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-26T22:23:28,383 DEBUG [StoreCloser-TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/C/edf9c50d32ee4cc09cf7a534957c2f33 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/C/edf9c50d32ee4cc09cf7a534957c2f33 2024-11-26T22:23:28,383 DEBUG [StoreCloser-TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/C/605bbebf2cf54ae0b481d4232adc6478 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/C/605bbebf2cf54ae0b481d4232adc6478 2024-11-26T22:23:28,384 DEBUG [StoreCloser-TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/C/28ce5908c10d4d1eb1f106affde546d8 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/C/28ce5908c10d4d1eb1f106affde546d8 2024-11-26T22:23:28,385 DEBUG [StoreCloser-TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/C/f75a17beb1fe422cbb9b4cace47b0594 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/C/f75a17beb1fe422cbb9b4cace47b0594 2024-11-26T22:23:28,386 DEBUG [StoreCloser-TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/C/d040bd690ae145478b64847b9afa6b7d to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/C/d040bd690ae145478b64847b9afa6b7d 2024-11-26T22:23:28,387 DEBUG [StoreCloser-TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/C/2ff29d97048e4b6eb3afaa7eb264566e to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/C/2ff29d97048e4b6eb3afaa7eb264566e 2024-11-26T22:23:28,387 DEBUG [StoreCloser-TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/C/ecb4cf477df44b3bbeea33522d23ac72 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/C/ecb4cf477df44b3bbeea33522d23ac72 2024-11-26T22:23:28,388 DEBUG [StoreCloser-TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/C/4c4bc25ef9c442f0b062a91d41fe45eb to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/C/4c4bc25ef9c442f0b062a91d41fe45eb 2024-11-26T22:23:28,389 DEBUG [StoreCloser-TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/C/3252896f9f1d4138be79a1bec3fb50d6 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/C/3252896f9f1d4138be79a1bec3fb50d6 2024-11-26T22:23:28,390 DEBUG [StoreCloser-TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/C/ac8b77f1373e4fcbb272751a9863d567 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/C/ac8b77f1373e4fcbb272751a9863d567 2024-11-26T22:23:28,390 DEBUG [StoreCloser-TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/C/81e9a08f12734b94840b87d5a3f9cc3d to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/C/81e9a08f12734b94840b87d5a3f9cc3d 2024-11-26T22:23:28,391 DEBUG [StoreCloser-TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/C/2b5142e5bbb54cada1696607ed9454ca to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/C/2b5142e5bbb54cada1696607ed9454ca 2024-11-26T22:23:28,392 DEBUG [StoreCloser-TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/C/63c7c40acb2e445f817e9d6998df2ad8 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/C/63c7c40acb2e445f817e9d6998df2ad8 2024-11-26T22:23:28,392 DEBUG [StoreCloser-TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/C/49c80d6177cf48789ff8c7a92f84035c to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/C/49c80d6177cf48789ff8c7a92f84035c 2024-11-26T22:23:28,396 DEBUG [RS_CLOSE_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/recovered.edits/427.seqid, newMaxSeqId=427, maxSeqId=4 2024-11-26T22:23:28,396 INFO [RS_CLOSE_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d. 2024-11-26T22:23:28,396 DEBUG [RS_CLOSE_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] regionserver.HRegion(1635): Region close journal for da1c21f23d5e7317915542ef5ee8897d: 2024-11-26T22:23:28,398 INFO [RS_CLOSE_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] handler.UnassignRegionHandler(170): Closed da1c21f23d5e7317915542ef5ee8897d 2024-11-26T22:23:28,398 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=128 updating hbase:meta row=da1c21f23d5e7317915542ef5ee8897d, regionState=CLOSED 2024-11-26T22:23:28,400 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=129, resume processing ppid=128 2024-11-26T22:23:28,400 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=129, ppid=128, state=SUCCESS; CloseRegionProcedure da1c21f23d5e7317915542ef5ee8897d, server=d8c094cf5ab0,34335,1732659674113 in 1.9720 sec 2024-11-26T22:23:28,401 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=128, resume processing ppid=127 2024-11-26T22:23:28,401 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=128, ppid=127, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=da1c21f23d5e7317915542ef5ee8897d, UNASSIGN in 1.9740 sec 2024-11-26T22:23:28,402 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=127, resume processing ppid=126 2024-11-26T22:23:28,402 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=127, ppid=126, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.9760 sec 2024-11-26T22:23:28,403 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732659808403"}]},"ts":"1732659808403"} 2024-11-26T22:23:28,404 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-26T22:23:28,406 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-26T22:23:28,407 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=126, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.9900 sec 2024-11-26T22:23:28,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-26T22:23:28,524 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 126 completed 2024-11-26T22:23:28,524 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-26T22:23:28,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] procedure2.ProcedureExecutor(1098): Stored pid=130, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-26T22:23:28,526 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=130, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-26T22:23:28,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-26T22:23:28,527 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=130, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-26T22:23:28,530 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d 2024-11-26T22:23:28,532 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/A, FileablePath, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/B, FileablePath, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/C, FileablePath, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/recovered.edits] 2024-11-26T22:23:28,534 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/A/693ec5bc5eed4147b24a43f96783c526 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/A/693ec5bc5eed4147b24a43f96783c526 2024-11-26T22:23:28,535 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/A/dc73724efcc04836ae9a5ba3e764fb72 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/A/dc73724efcc04836ae9a5ba3e764fb72 2024-11-26T22:23:28,537 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/B/17930f0acd49428489e8abbc40810bcb to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/B/17930f0acd49428489e8abbc40810bcb 2024-11-26T22:23:28,538 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/B/651c86288bf74b2cbf76178fe7d32dd2 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/B/651c86288bf74b2cbf76178fe7d32dd2 2024-11-26T22:23:28,540 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/C/4ac1e7dfc69847ecba6d58db471f321c to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/C/4ac1e7dfc69847ecba6d58db471f321c 2024-11-26T22:23:28,541 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/C/8545168d2a554583b8ddaf5b373bf172 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/C/8545168d2a554583b8ddaf5b373bf172 2024-11-26T22:23:28,542 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/C/995175f19a4b4e9abaa0fc03f621b8b9 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/C/995175f19a4b4e9abaa0fc03f621b8b9 2024-11-26T22:23:28,542 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/C/9fc6357eaafe460894dd21e79045bbf8 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/C/9fc6357eaafe460894dd21e79045bbf8 2024-11-26T22:23:28,545 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/recovered.edits/427.seqid to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d/recovered.edits/427.seqid 2024-11-26T22:23:28,545 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/da1c21f23d5e7317915542ef5ee8897d 2024-11-26T22:23:28,545 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-26T22:23:28,546 DEBUG [PEWorker-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-26T22:23:28,546 DEBUG [PEWorker-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-26T22:23:28,549 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112601b6c1afc2994f1ea9b2361bdc1797c0_da1c21f23d5e7317915542ef5ee8897d to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112601b6c1afc2994f1ea9b2361bdc1797c0_da1c21f23d5e7317915542ef5ee8897d 2024-11-26T22:23:28,550 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126113bd958fd164c81bac1bf5bb1f748b3_da1c21f23d5e7317915542ef5ee8897d to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126113bd958fd164c81bac1bf5bb1f748b3_da1c21f23d5e7317915542ef5ee8897d 2024-11-26T22:23:28,550 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126185b6be262e242ec96bb94385d1abb16_da1c21f23d5e7317915542ef5ee8897d to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126185b6be262e242ec96bb94385d1abb16_da1c21f23d5e7317915542ef5ee8897d 2024-11-26T22:23:28,551 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411261a75955bf7484ff5aa1d4828e90d14b1_da1c21f23d5e7317915542ef5ee8897d to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411261a75955bf7484ff5aa1d4828e90d14b1_da1c21f23d5e7317915542ef5ee8897d 2024-11-26T22:23:28,552 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112639b1163ae8a74739950d3eb3ab039b50_da1c21f23d5e7317915542ef5ee8897d to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112639b1163ae8a74739950d3eb3ab039b50_da1c21f23d5e7317915542ef5ee8897d 2024-11-26T22:23:28,553 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411263d87f477ecbf428da43dcf606bccdca6_da1c21f23d5e7317915542ef5ee8897d to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411263d87f477ecbf428da43dcf606bccdca6_da1c21f23d5e7317915542ef5ee8897d 2024-11-26T22:23:28,554 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112671bdcecfef89459fa4384a81fe33b45a_da1c21f23d5e7317915542ef5ee8897d to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112671bdcecfef89459fa4384a81fe33b45a_da1c21f23d5e7317915542ef5ee8897d 2024-11-26T22:23:28,555 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112676560a80ade5451f8f73831c805b009d_da1c21f23d5e7317915542ef5ee8897d to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112676560a80ade5451f8f73831c805b009d_da1c21f23d5e7317915542ef5ee8897d 2024-11-26T22:23:28,556 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411268e4b2995802c4ece897d9cce69fc5b52_da1c21f23d5e7317915542ef5ee8897d to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411268e4b2995802c4ece897d9cce69fc5b52_da1c21f23d5e7317915542ef5ee8897d 2024-11-26T22:23:28,557 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411269691551317134f26b3834188628072ed_da1c21f23d5e7317915542ef5ee8897d to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411269691551317134f26b3834188628072ed_da1c21f23d5e7317915542ef5ee8897d 2024-11-26T22:23:28,557 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112697f10733f89443b5b85f4b7112fc51cc_da1c21f23d5e7317915542ef5ee8897d to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112697f10733f89443b5b85f4b7112fc51cc_da1c21f23d5e7317915542ef5ee8897d 2024-11-26T22:23:28,558 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126a39935a54221443f89339c33a6c13b2d_da1c21f23d5e7317915542ef5ee8897d to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126a39935a54221443f89339c33a6c13b2d_da1c21f23d5e7317915542ef5ee8897d 2024-11-26T22:23:28,559 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126a45bf97b55d9404795523f1499db6f1a_da1c21f23d5e7317915542ef5ee8897d to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126a45bf97b55d9404795523f1499db6f1a_da1c21f23d5e7317915542ef5ee8897d 2024-11-26T22:23:28,560 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126b22fd09cebca4767870a605ad2456804_da1c21f23d5e7317915542ef5ee8897d to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126b22fd09cebca4767870a605ad2456804_da1c21f23d5e7317915542ef5ee8897d 2024-11-26T22:23:28,561 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126b8381a43949a413a9b06daec74bdc2f4_da1c21f23d5e7317915542ef5ee8897d to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126b8381a43949a413a9b06daec74bdc2f4_da1c21f23d5e7317915542ef5ee8897d 2024-11-26T22:23:28,562 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126d74836ae82934583b20d8e0df5a3e655_da1c21f23d5e7317915542ef5ee8897d to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126d74836ae82934583b20d8e0df5a3e655_da1c21f23d5e7317915542ef5ee8897d 2024-11-26T22:23:28,563 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126d7bf4e7e84bf42749b8ada9d98a76ad7_da1c21f23d5e7317915542ef5ee8897d to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126d7bf4e7e84bf42749b8ada9d98a76ad7_da1c21f23d5e7317915542ef5ee8897d 2024-11-26T22:23:28,563 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126de69b41678fc4384975e9c2d90ef54aa_da1c21f23d5e7317915542ef5ee8897d to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126de69b41678fc4384975e9c2d90ef54aa_da1c21f23d5e7317915542ef5ee8897d 2024-11-26T22:23:28,564 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126e402c45a90294e13a9534574b3762c4d_da1c21f23d5e7317915542ef5ee8897d to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126e402c45a90294e13a9534574b3762c4d_da1c21f23d5e7317915542ef5ee8897d 2024-11-26T22:23:28,565 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126e9ff5d022c354bc884c4b22f8f4d8448_da1c21f23d5e7317915542ef5ee8897d to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126e9ff5d022c354bc884c4b22f8f4d8448_da1c21f23d5e7317915542ef5ee8897d 2024-11-26T22:23:28,566 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126f000f711ea2a4b5fa0cea662726070db_da1c21f23d5e7317915542ef5ee8897d to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126f000f711ea2a4b5fa0cea662726070db_da1c21f23d5e7317915542ef5ee8897d 2024-11-26T22:23:28,567 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126f012e45c14e64bc794a10704e0415552_da1c21f23d5e7317915542ef5ee8897d to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126f012e45c14e64bc794a10704e0415552_da1c21f23d5e7317915542ef5ee8897d 2024-11-26T22:23:28,567 DEBUG [PEWorker-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-26T22:23:28,569 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=130, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-26T22:23:28,570 WARN [PEWorker-3 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-26T22:23:28,572 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-26T22:23:28,573 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=130, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-26T22:23:28,573 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-26T22:23:28,573 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732659808573"}]},"ts":"9223372036854775807"} 2024-11-26T22:23:28,574 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-26T22:23:28,574 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => da1c21f23d5e7317915542ef5ee8897d, NAME => 'TestAcidGuarantees,,1732659781493.da1c21f23d5e7317915542ef5ee8897d.', STARTKEY => '', ENDKEY => ''}] 2024-11-26T22:23:28,574 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-26T22:23:28,574 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732659808574"}]},"ts":"9223372036854775807"} 2024-11-26T22:23:28,575 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-26T22:23:28,577 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(133): Finished pid=130, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-26T22:23:28,578 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=130, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 53 msec 2024-11-26T22:23:28,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-26T22:23:28,627 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 130 completed 2024-11-26T22:23:28,639 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testMobScanAtomicity Thread=240 (was 237) - Thread LEAK? -, OpenFileDescriptor=451 (was 445) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=663 (was 589) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3721 (was 3835) 2024-11-26T22:23:28,647 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testScanAtomicity Thread=240, OpenFileDescriptor=451, MaxFileDescriptor=1048576, SystemLoadAverage=663, ProcessCount=11, AvailableMemoryMB=3720 2024-11-26T22:23:28,648 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-26T22:23:28,649 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T22:23:28,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] procedure2.ProcedureExecutor(1098): Stored pid=131, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-26T22:23:28,650 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=131, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T22:23:28,650 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:23:28,650 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 131 2024-11-26T22:23:28,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=131 2024-11-26T22:23:28,651 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=131, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T22:23:28,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742343_1519 (size=960) 2024-11-26T22:23:28,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=131 2024-11-26T22:23:28,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=131 2024-11-26T22:23:29,057 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 372cdfb7b447651d4135abff0144b109, NAME => 'TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5 2024-11-26T22:23:29,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742344_1520 (size=53) 2024-11-26T22:23:29,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=131 2024-11-26T22:23:29,463 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T22:23:29,463 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 372cdfb7b447651d4135abff0144b109, disabling compactions & flushes 2024-11-26T22:23:29,463 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109. 2024-11-26T22:23:29,463 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109. 2024-11-26T22:23:29,463 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109. after waiting 0 ms 2024-11-26T22:23:29,463 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109. 2024-11-26T22:23:29,463 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109. 2024-11-26T22:23:29,463 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 372cdfb7b447651d4135abff0144b109: 2024-11-26T22:23:29,464 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=131, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T22:23:29,464 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732659809464"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732659809464"}]},"ts":"1732659809464"} 2024-11-26T22:23:29,465 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-26T22:23:29,466 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=131, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T22:23:29,466 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732659809466"}]},"ts":"1732659809466"} 2024-11-26T22:23:29,468 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-26T22:23:29,472 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=132, ppid=131, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=372cdfb7b447651d4135abff0144b109, ASSIGN}] 2024-11-26T22:23:29,473 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=132, ppid=131, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=372cdfb7b447651d4135abff0144b109, ASSIGN 2024-11-26T22:23:29,474 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=132, ppid=131, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=372cdfb7b447651d4135abff0144b109, ASSIGN; state=OFFLINE, location=d8c094cf5ab0,34335,1732659674113; forceNewPlan=false, retain=false 2024-11-26T22:23:29,624 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=132 updating hbase:meta row=372cdfb7b447651d4135abff0144b109, regionState=OPENING, regionLocation=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:29,626 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=133, ppid=132, state=RUNNABLE; OpenRegionProcedure 372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113}] 2024-11-26T22:23:29,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=131 2024-11-26T22:23:29,777 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:29,781 INFO [RS_OPEN_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_OPEN_REGION, pid=133}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109. 2024-11-26T22:23:29,781 DEBUG [RS_OPEN_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_OPEN_REGION, pid=133}] regionserver.HRegion(7285): Opening region: {ENCODED => 372cdfb7b447651d4135abff0144b109, NAME => 'TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109.', STARTKEY => '', ENDKEY => ''} 2024-11-26T22:23:29,781 DEBUG [RS_OPEN_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_OPEN_REGION, pid=133}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 372cdfb7b447651d4135abff0144b109 2024-11-26T22:23:29,782 DEBUG [RS_OPEN_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_OPEN_REGION, pid=133}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T22:23:29,782 DEBUG [RS_OPEN_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_OPEN_REGION, pid=133}] regionserver.HRegion(7327): checking encryption for 372cdfb7b447651d4135abff0144b109 2024-11-26T22:23:29,782 DEBUG [RS_OPEN_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_OPEN_REGION, pid=133}] regionserver.HRegion(7330): checking classloading for 372cdfb7b447651d4135abff0144b109 2024-11-26T22:23:29,788 INFO [StoreOpener-372cdfb7b447651d4135abff0144b109-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 372cdfb7b447651d4135abff0144b109 2024-11-26T22:23:29,791 INFO [StoreOpener-372cdfb7b447651d4135abff0144b109-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-26T22:23:29,791 INFO [StoreOpener-372cdfb7b447651d4135abff0144b109-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 372cdfb7b447651d4135abff0144b109 columnFamilyName A 2024-11-26T22:23:29,791 DEBUG [StoreOpener-372cdfb7b447651d4135abff0144b109-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:23:29,792 INFO [StoreOpener-372cdfb7b447651d4135abff0144b109-1 {}] regionserver.HStore(327): Store=372cdfb7b447651d4135abff0144b109/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T22:23:29,792 INFO [StoreOpener-372cdfb7b447651d4135abff0144b109-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 372cdfb7b447651d4135abff0144b109 2024-11-26T22:23:29,797 INFO [StoreOpener-372cdfb7b447651d4135abff0144b109-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-26T22:23:29,797 INFO [StoreOpener-372cdfb7b447651d4135abff0144b109-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 372cdfb7b447651d4135abff0144b109 columnFamilyName B 2024-11-26T22:23:29,797 DEBUG [StoreOpener-372cdfb7b447651d4135abff0144b109-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:23:29,798 INFO [StoreOpener-372cdfb7b447651d4135abff0144b109-1 {}] regionserver.HStore(327): Store=372cdfb7b447651d4135abff0144b109/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T22:23:29,798 INFO [StoreOpener-372cdfb7b447651d4135abff0144b109-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 372cdfb7b447651d4135abff0144b109 2024-11-26T22:23:29,800 INFO [StoreOpener-372cdfb7b447651d4135abff0144b109-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-26T22:23:29,801 INFO [StoreOpener-372cdfb7b447651d4135abff0144b109-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 372cdfb7b447651d4135abff0144b109 columnFamilyName C 2024-11-26T22:23:29,801 DEBUG [StoreOpener-372cdfb7b447651d4135abff0144b109-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:23:29,801 INFO [StoreOpener-372cdfb7b447651d4135abff0144b109-1 {}] regionserver.HStore(327): Store=372cdfb7b447651d4135abff0144b109/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T22:23:29,801 INFO [RS_OPEN_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_OPEN_REGION, pid=133}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109. 2024-11-26T22:23:29,802 DEBUG [RS_OPEN_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_OPEN_REGION, pid=133}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109 2024-11-26T22:23:29,803 DEBUG [RS_OPEN_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_OPEN_REGION, pid=133}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109 2024-11-26T22:23:29,807 DEBUG [RS_OPEN_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_OPEN_REGION, pid=133}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-26T22:23:29,809 DEBUG [RS_OPEN_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_OPEN_REGION, pid=133}] regionserver.HRegion(1085): writing seq id for 372cdfb7b447651d4135abff0144b109 2024-11-26T22:23:29,814 DEBUG [RS_OPEN_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_OPEN_REGION, pid=133}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T22:23:29,814 INFO [RS_OPEN_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_OPEN_REGION, pid=133}] regionserver.HRegion(1102): Opened 372cdfb7b447651d4135abff0144b109; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71005375, jitterRate=0.058062538504600525}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-26T22:23:29,815 DEBUG [RS_OPEN_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_OPEN_REGION, pid=133}] regionserver.HRegion(1001): Region open journal for 372cdfb7b447651d4135abff0144b109: 2024-11-26T22:23:29,816 INFO [RS_OPEN_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_OPEN_REGION, pid=133}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109., pid=133, masterSystemTime=1732659809777 2024-11-26T22:23:29,819 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=132 updating hbase:meta row=372cdfb7b447651d4135abff0144b109, regionState=OPEN, openSeqNum=2, regionLocation=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:29,820 DEBUG [RS_OPEN_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_OPEN_REGION, pid=133}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109. 2024-11-26T22:23:29,823 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=133, resume processing ppid=132 2024-11-26T22:23:29,823 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=133, ppid=132, state=SUCCESS; OpenRegionProcedure 372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 in 195 msec 2024-11-26T22:23:29,823 INFO [RS_OPEN_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_OPEN_REGION, pid=133}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109. 2024-11-26T22:23:29,825 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=132, resume processing ppid=131 2024-11-26T22:23:29,825 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=132, ppid=131, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=372cdfb7b447651d4135abff0144b109, ASSIGN in 351 msec 2024-11-26T22:23:29,826 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=131, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T22:23:29,826 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732659809826"}]},"ts":"1732659809826"} 2024-11-26T22:23:29,827 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-26T22:23:29,830 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=131, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T22:23:29,831 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=131, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.1810 sec 2024-11-26T22:23:30,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=131 2024-11-26T22:23:30,755 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 131 completed 2024-11-26T22:23:30,756 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5850aaf2 to 127.0.0.1:58789 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7d31d64d 2024-11-26T22:23:30,760 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49eae7fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T22:23:30,761 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T22:23:30,768 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43092, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T22:23:30,769 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T22:23:30,771 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37012, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T22:23:30,773 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x59daaa82 to 127.0.0.1:58789 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2aaa8c4a 2024-11-26T22:23:30,789 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34614bf6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T22:23:30,790 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x38dd8644 to 127.0.0.1:58789 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@466b85c9 2024-11-26T22:23:30,813 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@786b5809, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T22:23:30,813 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x65e17c26 to 127.0.0.1:58789 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7f3ee89e 2024-11-26T22:23:30,821 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d375c60, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T22:23:30,822 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x53fc02ba to 127.0.0.1:58789 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5b0e6a43 2024-11-26T22:23:30,833 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3cbdf91e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T22:23:30,834 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2011d733 to 127.0.0.1:58789 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@8e5fd00 2024-11-26T22:23:30,838 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bc3900b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T22:23:30,840 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1e195d6e to 127.0.0.1:58789 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@599dd56e 2024-11-26T22:23:30,861 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@646ca555, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T22:23:30,862 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x14088aa9 to 127.0.0.1:58789 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@23090be3 2024-11-26T22:23:30,876 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@224e54da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T22:23:30,877 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x40302925 to 127.0.0.1:58789 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2b8d64d3 2024-11-26T22:23:30,898 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7bb51dfc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T22:23:30,899 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x47ef9951 to 127.0.0.1:58789 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@784d683 2024-11-26T22:23:30,909 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@540d7172, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T22:23:30,911 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x567011a8 to 127.0.0.1:58789 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7761f52b 2024-11-26T22:23:30,930 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48588c54, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T22:23:30,960 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T22:23:30,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] procedure2.ProcedureExecutor(1098): Stored pid=134, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees 2024-11-26T22:23:30,962 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=134, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T22:23:30,963 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=134, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T22:23:30,963 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=135, ppid=134, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T22:23:30,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-26T22:23:30,992 DEBUG [hconnection-0x61f7b3a4-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T22:23:30,993 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43094, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T22:23:30,994 DEBUG [hconnection-0x37f19cf4-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T22:23:30,996 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43106, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T22:23:30,996 DEBUG [hconnection-0x23ad8573-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T22:23:30,997 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43114, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T22:23:31,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(8581): Flush requested on 372cdfb7b447651d4135abff0144b109 2024-11-26T22:23:31,007 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 372cdfb7b447651d4135abff0144b109 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-26T22:23:31,008 DEBUG [hconnection-0x2d1f74d5-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T22:23:31,008 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 372cdfb7b447651d4135abff0144b109, store=A 2024-11-26T22:23:31,008 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:23:31,008 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 372cdfb7b447651d4135abff0144b109, store=B 2024-11-26T22:23:31,008 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:23:31,008 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 372cdfb7b447651d4135abff0144b109, store=C 2024-11-26T22:23:31,008 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:23:31,009 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43122, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T22:23:31,021 DEBUG [hconnection-0x1b47c70e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T22:23:31,022 DEBUG [hconnection-0x261df043-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T22:23:31,022 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43128, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T22:23:31,023 DEBUG [hconnection-0x2e1c2ea0-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T22:23:31,023 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43134, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T22:23:31,024 DEBUG [hconnection-0x28731a1f-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T22:23:31,024 DEBUG [hconnection-0x7ba8a9e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T22:23:31,025 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43150, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T22:23:31,025 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43154, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T22:23:31,030 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43164, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T22:23:31,035 DEBUG [hconnection-0x5da36d4b-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T22:23:31,037 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43180, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T22:23:31,039 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:31,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43134 deadline: 1732659871036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:31,039 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:31,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43154 deadline: 1732659871038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:31,040 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:31,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43164 deadline: 1732659871039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:31,040 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:31,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43114 deadline: 1732659871040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:31,041 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:31,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43106 deadline: 1732659871040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:31,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-26T22:23:31,074 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp/A/6611800e274d4778ac375463b4e83543 is 50, key is test_row_0/A:col10/1732659811004/Put/seqid=0 2024-11-26T22:23:31,115 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:31,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742345_1521 (size=12001) 2024-11-26T22:23:31,123 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34335 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-11-26T22:23:31,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109. 2024-11-26T22:23:31,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109. as already flushing 2024-11-26T22:23:31,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109. 2024-11-26T22:23:31,124 ERROR [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => 372cdfb7b447651d4135abff0144b109, NAME => 'TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:23:31,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => 372cdfb7b447651d4135abff0144b109, NAME => 'TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:23:31,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 372cdfb7b447651d4135abff0144b109, NAME => 'TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 372cdfb7b447651d4135abff0144b109, NAME => 'TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:23:31,146 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:31,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43134 deadline: 1732659871140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:31,146 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:31,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43154 deadline: 1732659871141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:31,147 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:31,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43164 deadline: 1732659871141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:31,151 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:31,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43114 deadline: 1732659871149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:31,155 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:31,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43106 deadline: 1732659871155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:31,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-26T22:23:31,276 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:31,277 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34335 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-11-26T22:23:31,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109. 2024-11-26T22:23:31,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109. as already flushing 2024-11-26T22:23:31,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109. 2024-11-26T22:23:31,277 ERROR [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => 372cdfb7b447651d4135abff0144b109, NAME => 'TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:23:31,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => 372cdfb7b447651d4135abff0144b109, NAME => 'TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:23:31,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 372cdfb7b447651d4135abff0144b109, NAME => 'TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 372cdfb7b447651d4135abff0144b109, NAME => 'TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:23:31,349 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:31,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43164 deadline: 1732659871348, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:31,350 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:31,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43134 deadline: 1732659871349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:31,353 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:31,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43114 deadline: 1732659871353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:31,357 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:31,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43106 deadline: 1732659871357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:31,359 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:31,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43154 deadline: 1732659871358, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:31,429 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:31,430 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34335 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-11-26T22:23:31,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109. 2024-11-26T22:23:31,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109. as already flushing 2024-11-26T22:23:31,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109. 2024-11-26T22:23:31,430 ERROR [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => 372cdfb7b447651d4135abff0144b109, NAME => 'TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:23:31,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => 372cdfb7b447651d4135abff0144b109, NAME => 'TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:23:31,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 372cdfb7b447651d4135abff0144b109, NAME => 'TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 372cdfb7b447651d4135abff0144b109, NAME => 'TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:23:31,523 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp/A/6611800e274d4778ac375463b4e83543 2024-11-26T22:23:31,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-26T22:23:31,583 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:31,583 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34335 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-11-26T22:23:31,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109. 2024-11-26T22:23:31,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109. as already flushing 2024-11-26T22:23:31,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109. 2024-11-26T22:23:31,584 ERROR [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => 372cdfb7b447651d4135abff0144b109, NAME => 'TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:23:31,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => 372cdfb7b447651d4135abff0144b109, NAME => 'TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:23:31,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 372cdfb7b447651d4135abff0144b109, NAME => 'TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 372cdfb7b447651d4135abff0144b109, NAME => 'TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:23:31,595 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp/B/16d5605537e94044ad7f9c01c7ee5170 is 50, key is test_row_0/B:col10/1732659811004/Put/seqid=0 2024-11-26T22:23:31,651 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:31,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43164 deadline: 1732659871651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:31,653 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:31,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43134 deadline: 1732659871652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:31,654 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:31,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43114 deadline: 1732659871654, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:31,661 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:31,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43106 deadline: 1732659871661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:31,665 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:31,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43154 deadline: 1732659871665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:31,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742346_1522 (size=12001) 2024-11-26T22:23:31,736 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:31,736 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34335 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-11-26T22:23:31,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109. 2024-11-26T22:23:31,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109. as already flushing 2024-11-26T22:23:31,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109. 2024-11-26T22:23:31,737 ERROR [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => 372cdfb7b447651d4135abff0144b109, NAME => 'TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:23:31,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => 372cdfb7b447651d4135abff0144b109, NAME => 'TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:23:31,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 372cdfb7b447651d4135abff0144b109, NAME => 'TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 372cdfb7b447651d4135abff0144b109, NAME => 'TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:23:31,889 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:31,890 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34335 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-11-26T22:23:31,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109. 2024-11-26T22:23:31,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109. as already flushing 2024-11-26T22:23:31,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109. 2024-11-26T22:23:31,890 ERROR [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => 372cdfb7b447651d4135abff0144b109, NAME => 'TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:23:31,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => 372cdfb7b447651d4135abff0144b109, NAME => 'TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:23:31,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 372cdfb7b447651d4135abff0144b109, NAME => 'TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 372cdfb7b447651d4135abff0144b109, NAME => 'TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:23:32,043 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:32,044 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34335 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-11-26T22:23:32,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109. 2024-11-26T22:23:32,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109. as already flushing 2024-11-26T22:23:32,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109. 2024-11-26T22:23:32,044 ERROR [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => 372cdfb7b447651d4135abff0144b109, NAME => 'TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:23:32,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => 372cdfb7b447651d4135abff0144b109, NAME => 'TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:23:32,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 372cdfb7b447651d4135abff0144b109, NAME => 'TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 372cdfb7b447651d4135abff0144b109, NAME => 'TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:23:32,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-26T22:23:32,083 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp/B/16d5605537e94044ad7f9c01c7ee5170 2024-11-26T22:23:32,140 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp/C/dea21066c20b4acebc8f7ab1864618cc is 50, key is test_row_0/C:col10/1732659811004/Put/seqid=0 2024-11-26T22:23:32,158 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:32,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43134 deadline: 1732659872154, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:32,159 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:32,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43164 deadline: 1732659872154, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:32,166 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:32,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43114 deadline: 1732659872160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:32,170 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:32,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43106 deadline: 1732659872164, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:32,172 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:32,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43154 deadline: 1732659872168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:32,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742347_1523 (size=12001) 2024-11-26T22:23:32,197 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:32,198 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34335 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-11-26T22:23:32,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109. 2024-11-26T22:23:32,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109. as already flushing 2024-11-26T22:23:32,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109. 2024-11-26T22:23:32,198 ERROR [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => 372cdfb7b447651d4135abff0144b109, NAME => 'TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:23:32,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => 372cdfb7b447651d4135abff0144b109, NAME => 'TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:23:32,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 372cdfb7b447651d4135abff0144b109, NAME => 'TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 372cdfb7b447651d4135abff0144b109, NAME => 'TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:23:32,351 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:32,351 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34335 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-11-26T22:23:32,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109. 2024-11-26T22:23:32,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109. as already flushing 2024-11-26T22:23:32,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109. 2024-11-26T22:23:32,352 ERROR [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => 372cdfb7b447651d4135abff0144b109, NAME => 'TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:23:32,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => 372cdfb7b447651d4135abff0144b109, NAME => 'TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:23:32,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 372cdfb7b447651d4135abff0144b109, NAME => 'TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 372cdfb7b447651d4135abff0144b109, NAME => 'TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:23:32,505 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:32,506 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34335 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-11-26T22:23:32,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109. 2024-11-26T22:23:32,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109. as already flushing 2024-11-26T22:23:32,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109. 2024-11-26T22:23:32,506 ERROR [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => 372cdfb7b447651d4135abff0144b109, NAME => 'TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:23:32,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => 372cdfb7b447651d4135abff0144b109, NAME => 'TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:23:32,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 372cdfb7b447651d4135abff0144b109, NAME => 'TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 372cdfb7b447651d4135abff0144b109, NAME => 'TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:23:32,576 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp/C/dea21066c20b4acebc8f7ab1864618cc 2024-11-26T22:23:32,582 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp/A/6611800e274d4778ac375463b4e83543 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/A/6611800e274d4778ac375463b4e83543 2024-11-26T22:23:32,589 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/A/6611800e274d4778ac375463b4e83543, entries=150, sequenceid=13, filesize=11.7 K 2024-11-26T22:23:32,590 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp/B/16d5605537e94044ad7f9c01c7ee5170 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/B/16d5605537e94044ad7f9c01c7ee5170 2024-11-26T22:23:32,603 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/B/16d5605537e94044ad7f9c01c7ee5170, entries=150, sequenceid=13, filesize=11.7 K 2024-11-26T22:23:32,605 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp/C/dea21066c20b4acebc8f7ab1864618cc as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/C/dea21066c20b4acebc8f7ab1864618cc 2024-11-26T22:23:32,611 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/C/dea21066c20b4acebc8f7ab1864618cc, entries=150, sequenceid=13, filesize=11.7 K 2024-11-26T22:23:32,612 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=154.31 KB/158010 for 372cdfb7b447651d4135abff0144b109 in 1605ms, sequenceid=13, compaction requested=false 2024-11-26T22:23:32,612 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-26T22:23:32,613 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 372cdfb7b447651d4135abff0144b109: 2024-11-26T22:23:32,659 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:32,659 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34335 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-11-26T22:23:32,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109. 2024-11-26T22:23:32,660 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2837): Flushing 372cdfb7b447651d4135abff0144b109 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-26T22:23:32,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 372cdfb7b447651d4135abff0144b109, store=A 2024-11-26T22:23:32,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:23:32,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 372cdfb7b447651d4135abff0144b109, store=B 2024-11-26T22:23:32,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:23:32,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 372cdfb7b447651d4135abff0144b109, store=C 2024-11-26T22:23:32,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:23:32,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp/A/f9cbc18d995b4a8bb12ea9258f2ea59e is 50, key is test_row_0/A:col10/1732659811037/Put/seqid=0 2024-11-26T22:23:32,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742348_1524 (size=12001) 2024-11-26T22:23:33,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-26T22:23:33,125 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp/A/f9cbc18d995b4a8bb12ea9258f2ea59e 2024-11-26T22:23:33,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp/B/6cd8cbfa144f4f3b8f3c2890aaba933e is 50, key is test_row_0/B:col10/1732659811037/Put/seqid=0 2024-11-26T22:23:33,165 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109. as already flushing 2024-11-26T22:23:33,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(8581): Flush requested on 372cdfb7b447651d4135abff0144b109 2024-11-26T22:23:33,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742349_1525 (size=12001) 2024-11-26T22:23:33,176 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp/B/6cd8cbfa144f4f3b8f3c2890aaba933e 2024-11-26T22:23:33,185 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:33,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43164 deadline: 1732659873178, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:33,189 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:33,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43134 deadline: 1732659873183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:33,189 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:33,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43114 deadline: 1732659873185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:33,196 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:33,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43106 deadline: 1732659873189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:33,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp/C/653623f6507342b98dd456a524f05c91 is 50, key is test_row_0/C:col10/1732659811037/Put/seqid=0 2024-11-26T22:23:33,203 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:33,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43154 deadline: 1732659873189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:33,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742350_1526 (size=12001) 2024-11-26T22:23:33,291 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:33,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43164 deadline: 1732659873287, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:33,293 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:33,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43134 deadline: 1732659873291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:33,293 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:33,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43114 deadline: 1732659873291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:33,500 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:33,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43164 deadline: 1732659873493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:33,500 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:33,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43134 deadline: 1732659873496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:33,501 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:33,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43114 deadline: 1732659873497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:33,643 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp/C/653623f6507342b98dd456a524f05c91 2024-11-26T22:23:33,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp/A/f9cbc18d995b4a8bb12ea9258f2ea59e as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/A/f9cbc18d995b4a8bb12ea9258f2ea59e 2024-11-26T22:23:33,658 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/A/f9cbc18d995b4a8bb12ea9258f2ea59e, entries=150, sequenceid=39, filesize=11.7 K 2024-11-26T22:23:33,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp/B/6cd8cbfa144f4f3b8f3c2890aaba933e as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/B/6cd8cbfa144f4f3b8f3c2890aaba933e 2024-11-26T22:23:33,665 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/B/6cd8cbfa144f4f3b8f3c2890aaba933e, entries=150, sequenceid=39, filesize=11.7 K 2024-11-26T22:23:33,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp/C/653623f6507342b98dd456a524f05c91 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/C/653623f6507342b98dd456a524f05c91 2024-11-26T22:23:33,682 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/C/653623f6507342b98dd456a524f05c91, entries=150, sequenceid=39, filesize=11.7 K 2024-11-26T22:23:33,682 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 372cdfb7b447651d4135abff0144b109 in 1022ms, sequenceid=39, compaction requested=false 2024-11-26T22:23:33,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2538): Flush status journal for 372cdfb7b447651d4135abff0144b109: 2024-11-26T22:23:33,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109. 2024-11-26T22:23:33,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=135 2024-11-26T22:23:33,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster(4106): Remote procedure done, pid=135 2024-11-26T22:23:33,687 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=135, resume processing ppid=134 2024-11-26T22:23:33,687 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=135, ppid=134, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.7220 sec 2024-11-26T22:23:33,688 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=134, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees in 2.7270 sec 2024-11-26T22:23:33,808 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 372cdfb7b447651d4135abff0144b109 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-26T22:23:33,808 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 372cdfb7b447651d4135abff0144b109, store=A 2024-11-26T22:23:33,808 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:23:33,809 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 372cdfb7b447651d4135abff0144b109, store=B 2024-11-26T22:23:33,809 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:23:33,809 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 372cdfb7b447651d4135abff0144b109, store=C 2024-11-26T22:23:33,809 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:23:33,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(8581): Flush requested on 372cdfb7b447651d4135abff0144b109 2024-11-26T22:23:33,816 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp/A/6737309d616a4b74b893c0881b232294 is 50, key is test_row_0/A:col10/1732659813806/Put/seqid=0 2024-11-26T22:23:33,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742351_1527 (size=14341) 2024-11-26T22:23:33,868 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp/A/6737309d616a4b74b893c0881b232294 2024-11-26T22:23:33,883 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp/B/c6279356a26b4fd986fd9293f0c6aa53 is 50, key is test_row_0/B:col10/1732659813806/Put/seqid=0 2024-11-26T22:23:33,897 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:33,898 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:33,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43134 deadline: 1732659873887, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:33,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43114 deadline: 1732659873887, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:33,898 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:33,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43164 deadline: 1732659873889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:33,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742352_1528 (size=12001) 2024-11-26T22:23:33,981 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-26T22:23:34,017 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:34,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43164 deadline: 1732659873999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:34,017 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:34,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43134 deadline: 1732659873999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:34,018 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:34,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43114 deadline: 1732659874004, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:34,225 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:34,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43164 deadline: 1732659874218, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:34,225 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:34,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43134 deadline: 1732659874220, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:34,225 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:34,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43114 deadline: 1732659874220, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:34,330 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp/B/c6279356a26b4fd986fd9293f0c6aa53 2024-11-26T22:23:34,349 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp/C/1db62e432418406b9d3b36b2e2ac9326 is 50, key is test_row_0/C:col10/1732659813806/Put/seqid=0 2024-11-26T22:23:34,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742353_1529 (size=12001) 2024-11-26T22:23:34,383 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp/C/1db62e432418406b9d3b36b2e2ac9326 2024-11-26T22:23:34,391 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp/A/6737309d616a4b74b893c0881b232294 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/A/6737309d616a4b74b893c0881b232294 2024-11-26T22:23:34,398 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/A/6737309d616a4b74b893c0881b232294, entries=200, sequenceid=50, filesize=14.0 K 2024-11-26T22:23:34,402 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp/B/c6279356a26b4fd986fd9293f0c6aa53 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/B/c6279356a26b4fd986fd9293f0c6aa53 2024-11-26T22:23:34,414 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/B/c6279356a26b4fd986fd9293f0c6aa53, entries=150, sequenceid=50, filesize=11.7 K 2024-11-26T22:23:34,415 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp/C/1db62e432418406b9d3b36b2e2ac9326 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/C/1db62e432418406b9d3b36b2e2ac9326 2024-11-26T22:23:34,419 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/C/1db62e432418406b9d3b36b2e2ac9326, entries=150, sequenceid=50, filesize=11.7 K 2024-11-26T22:23:34,421 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 372cdfb7b447651d4135abff0144b109 in 613ms, sequenceid=50, compaction requested=true 2024-11-26T22:23:34,421 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 372cdfb7b447651d4135abff0144b109: 2024-11-26T22:23:34,421 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 372cdfb7b447651d4135abff0144b109:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T22:23:34,421 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T22:23:34,421 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T22:23:34,421 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 372cdfb7b447651d4135abff0144b109:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T22:23:34,421 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T22:23:34,422 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 372cdfb7b447651d4135abff0144b109:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T22:23:34,422 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T22:23:34,422 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T22:23:34,423 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38343 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T22:23:34,423 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HStore(1540): 372cdfb7b447651d4135abff0144b109/A is initiating minor compaction (all files) 2024-11-26T22:23:34,423 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 372cdfb7b447651d4135abff0144b109/A in TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109. 2024-11-26T22:23:34,424 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/A/6611800e274d4778ac375463b4e83543, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/A/f9cbc18d995b4a8bb12ea9258f2ea59e, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/A/6737309d616a4b74b893c0881b232294] into tmpdir=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp, totalSize=37.4 K 2024-11-26T22:23:34,424 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T22:23:34,424 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HStore(1540): 372cdfb7b447651d4135abff0144b109/B is initiating minor compaction (all files) 2024-11-26T22:23:34,424 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 372cdfb7b447651d4135abff0144b109/B in TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109. 2024-11-26T22:23:34,425 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/B/16d5605537e94044ad7f9c01c7ee5170, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/B/6cd8cbfa144f4f3b8f3c2890aaba933e, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/B/c6279356a26b4fd986fd9293f0c6aa53] into tmpdir=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp, totalSize=35.2 K 2024-11-26T22:23:34,425 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6611800e274d4778ac375463b4e83543, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1732659811000 2024-11-26T22:23:34,426 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.Compactor(224): Compacting 16d5605537e94044ad7f9c01c7ee5170, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1732659811000 2024-11-26T22:23:34,426 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.Compactor(224): Compacting f9cbc18d995b4a8bb12ea9258f2ea59e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=39, earliestPutTs=1732659811035 2024-11-26T22:23:34,427 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.Compactor(224): Compacting 6cd8cbfa144f4f3b8f3c2890aaba933e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=39, earliestPutTs=1732659811035 2024-11-26T22:23:34,427 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6737309d616a4b74b893c0881b232294, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1732659813164 2024-11-26T22:23:34,427 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.Compactor(224): Compacting c6279356a26b4fd986fd9293f0c6aa53, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1732659813164 2024-11-26T22:23:34,447 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 372cdfb7b447651d4135abff0144b109#B#compaction#443 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T22:23:34,448 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp/B/c5e8fc732f514c58af242b9bf7538922 is 50, key is test_row_0/B:col10/1732659813806/Put/seqid=0 2024-11-26T22:23:34,462 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 372cdfb7b447651d4135abff0144b109#A#compaction#444 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T22:23:34,463 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp/A/92a67db4480d471a8f5f61134041831b is 50, key is test_row_0/A:col10/1732659813806/Put/seqid=0 2024-11-26T22:23:34,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742354_1530 (size=12104) 2024-11-26T22:23:34,536 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 372cdfb7b447651d4135abff0144b109 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-26T22:23:34,537 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 372cdfb7b447651d4135abff0144b109, store=A 2024-11-26T22:23:34,537 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:23:34,537 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 372cdfb7b447651d4135abff0144b109, store=B 2024-11-26T22:23:34,537 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:23:34,537 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 372cdfb7b447651d4135abff0144b109, store=C 2024-11-26T22:23:34,537 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:23:34,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(8581): Flush requested on 372cdfb7b447651d4135abff0144b109 2024-11-26T22:23:34,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742355_1531 (size=12104) 2024-11-26T22:23:34,544 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp/A/f016c70245344176a4d99cfb5f586385 is 50, key is test_row_0/A:col10/1732659813887/Put/seqid=0 2024-11-26T22:23:34,549 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp/A/92a67db4480d471a8f5f61134041831b as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/A/92a67db4480d471a8f5f61134041831b 2024-11-26T22:23:34,554 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 372cdfb7b447651d4135abff0144b109/A of 372cdfb7b447651d4135abff0144b109 into 92a67db4480d471a8f5f61134041831b(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T22:23:34,554 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 372cdfb7b447651d4135abff0144b109: 2024-11-26T22:23:34,554 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109., storeName=372cdfb7b447651d4135abff0144b109/A, priority=13, startTime=1732659814421; duration=0sec 2024-11-26T22:23:34,554 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T22:23:34,554 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 372cdfb7b447651d4135abff0144b109:A 2024-11-26T22:23:34,554 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T22:23:34,556 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T22:23:34,556 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HStore(1540): 372cdfb7b447651d4135abff0144b109/C is initiating minor compaction (all files) 2024-11-26T22:23:34,556 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 372cdfb7b447651d4135abff0144b109/C in TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109. 2024-11-26T22:23:34,557 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/C/dea21066c20b4acebc8f7ab1864618cc, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/C/653623f6507342b98dd456a524f05c91, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/C/1db62e432418406b9d3b36b2e2ac9326] into tmpdir=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp, totalSize=35.2 K 2024-11-26T22:23:34,557 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.Compactor(224): Compacting dea21066c20b4acebc8f7ab1864618cc, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1732659811000 2024-11-26T22:23:34,557 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.Compactor(224): Compacting 653623f6507342b98dd456a524f05c91, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=39, earliestPutTs=1732659811035 2024-11-26T22:23:34,557 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1db62e432418406b9d3b36b2e2ac9326, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1732659813164 2024-11-26T22:23:34,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742356_1532 (size=14341) 2024-11-26T22:23:34,578 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 372cdfb7b447651d4135abff0144b109#C#compaction#446 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T22:23:34,578 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp/C/1643ecfd2f4a40509b60349269f4e866 is 50, key is test_row_0/C:col10/1732659813806/Put/seqid=0 2024-11-26T22:23:34,583 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:34,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43114 deadline: 1732659874565, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:34,585 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:34,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43164 deadline: 1732659874574, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:34,593 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:34,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43134 deadline: 1732659874583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:34,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742357_1533 (size=12104) 2024-11-26T22:23:34,649 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp/C/1643ecfd2f4a40509b60349269f4e866 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/C/1643ecfd2f4a40509b60349269f4e866 2024-11-26T22:23:34,656 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 372cdfb7b447651d4135abff0144b109/C of 372cdfb7b447651d4135abff0144b109 into 1643ecfd2f4a40509b60349269f4e866(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T22:23:34,656 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 372cdfb7b447651d4135abff0144b109: 2024-11-26T22:23:34,656 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109., storeName=372cdfb7b447651d4135abff0144b109/C, priority=13, startTime=1732659814421; duration=0sec 2024-11-26T22:23:34,656 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T22:23:34,656 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 372cdfb7b447651d4135abff0144b109:C 2024-11-26T22:23:34,689 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:34,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43114 deadline: 1732659874684, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:34,691 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:34,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43164 deadline: 1732659874686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:34,698 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:34,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43134 deadline: 1732659874694, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:34,895 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:34,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43114 deadline: 1732659874891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:34,903 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:34,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43164 deadline: 1732659874895, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:34,904 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:34,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43134 deadline: 1732659874900, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:34,924 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp/B/c5e8fc732f514c58af242b9bf7538922 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/B/c5e8fc732f514c58af242b9bf7538922 2024-11-26T22:23:34,930 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 372cdfb7b447651d4135abff0144b109/B of 372cdfb7b447651d4135abff0144b109 into c5e8fc732f514c58af242b9bf7538922(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T22:23:34,930 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 372cdfb7b447651d4135abff0144b109: 2024-11-26T22:23:34,930 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109., storeName=372cdfb7b447651d4135abff0144b109/B, priority=13, startTime=1732659814421; duration=0sec 2024-11-26T22:23:34,930 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T22:23:34,930 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 372cdfb7b447651d4135abff0144b109:B 2024-11-26T22:23:34,966 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp/A/f016c70245344176a4d99cfb5f586385 2024-11-26T22:23:34,975 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp/B/a6e8f304b7264c6ca6ec7042b6ef8104 is 50, key is test_row_0/B:col10/1732659813887/Put/seqid=0 2024-11-26T22:23:35,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742358_1534 (size=12001) 2024-11-26T22:23:35,033 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp/B/a6e8f304b7264c6ca6ec7042b6ef8104 2024-11-26T22:23:35,043 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp/C/3dd1556e92824271b3b9ea21a9ef931b is 50, key is test_row_0/C:col10/1732659813887/Put/seqid=0 2024-11-26T22:23:35,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-26T22:23:35,072 INFO [Thread-2301 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 134 completed 2024-11-26T22:23:35,080 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T22:23:35,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] procedure2.ProcedureExecutor(1098): Stored pid=136, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees 2024-11-26T22:23:35,082 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=136, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T22:23:35,082 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=136, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T22:23:35,082 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=137, ppid=136, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T22:23:35,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-26T22:23:35,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742359_1535 (size=12001) 2024-11-26T22:23:35,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-26T22:23:35,202 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:35,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43114 deadline: 1732659875199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:35,211 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:35,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43134 deadline: 1732659875205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:35,211 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:35,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43164 deadline: 1732659875207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:35,217 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:35,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43106 deadline: 1732659875216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:35,217 DEBUG [Thread-2291 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4177 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109., hostname=d8c094cf5ab0,34335,1732659674113, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T22:23:35,217 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:35,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43154 deadline: 1732659875216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:35,218 DEBUG [Thread-2293 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4180 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109., hostname=d8c094cf5ab0,34335,1732659674113, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T22:23:35,235 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:35,236 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34335 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-26T22:23:35,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109. 2024-11-26T22:23:35,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109. as already flushing 2024-11-26T22:23:35,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109. 2024-11-26T22:23:35,236 ERROR [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => 372cdfb7b447651d4135abff0144b109, NAME => 'TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:23:35,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => 372cdfb7b447651d4135abff0144b109, NAME => 'TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:23:35,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 372cdfb7b447651d4135abff0144b109, NAME => 'TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 372cdfb7b447651d4135abff0144b109, NAME => 'TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:23:35,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-26T22:23:35,389 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:35,389 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34335 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-26T22:23:35,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109. 2024-11-26T22:23:35,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109. as already flushing 2024-11-26T22:23:35,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109. 2024-11-26T22:23:35,390 ERROR [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => 372cdfb7b447651d4135abff0144b109, NAME => 'TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:23:35,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => 372cdfb7b447651d4135abff0144b109, NAME => 'TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:23:35,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 372cdfb7b447651d4135abff0144b109, NAME => 'TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 372cdfb7b447651d4135abff0144b109, NAME => 'TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:23:35,497 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp/C/3dd1556e92824271b3b9ea21a9ef931b 2024-11-26T22:23:35,506 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp/A/f016c70245344176a4d99cfb5f586385 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/A/f016c70245344176a4d99cfb5f586385 2024-11-26T22:23:35,512 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/A/f016c70245344176a4d99cfb5f586385, entries=200, sequenceid=76, filesize=14.0 K 2024-11-26T22:23:35,513 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp/B/a6e8f304b7264c6ca6ec7042b6ef8104 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/B/a6e8f304b7264c6ca6ec7042b6ef8104 2024-11-26T22:23:35,520 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/B/a6e8f304b7264c6ca6ec7042b6ef8104, entries=150, sequenceid=76, filesize=11.7 K 2024-11-26T22:23:35,522 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp/C/3dd1556e92824271b3b9ea21a9ef931b as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/C/3dd1556e92824271b3b9ea21a9ef931b 2024-11-26T22:23:35,531 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/C/3dd1556e92824271b3b9ea21a9ef931b, entries=150, sequenceid=76, filesize=11.7 K 2024-11-26T22:23:35,533 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 372cdfb7b447651d4135abff0144b109 in 996ms, sequenceid=76, compaction requested=false 2024-11-26T22:23:35,533 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 372cdfb7b447651d4135abff0144b109: 2024-11-26T22:23:35,542 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:35,543 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34335 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-26T22:23:35,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109. 2024-11-26T22:23:35,544 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2837): Flushing 372cdfb7b447651d4135abff0144b109 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-26T22:23:35,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 372cdfb7b447651d4135abff0144b109, store=A 2024-11-26T22:23:35,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:23:35,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 372cdfb7b447651d4135abff0144b109, store=B 2024-11-26T22:23:35,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:23:35,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 372cdfb7b447651d4135abff0144b109, store=C 2024-11-26T22:23:35,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:23:35,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp/A/66c97b2180ad4c669785e04d2b125080 is 50, key is test_row_0/A:col10/1732659814580/Put/seqid=0 2024-11-26T22:23:35,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742360_1536 (size=12001) 2024-11-26T22:23:35,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-26T22:23:35,711 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109. as already flushing 2024-11-26T22:23:35,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(8581): Flush requested on 372cdfb7b447651d4135abff0144b109 2024-11-26T22:23:35,805 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:35,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43114 deadline: 1732659875792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:35,814 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:35,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43164 deadline: 1732659875797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:35,816 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:35,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43134 deadline: 1732659875796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:35,914 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:35,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43114 deadline: 1732659875906, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:35,923 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:35,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43164 deadline: 1732659875917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:35,924 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:35,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43134 deadline: 1732659875917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:36,010 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=89 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp/A/66c97b2180ad4c669785e04d2b125080 2024-11-26T22:23:36,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp/B/1eb6f53a8d7c4b6e803c96bc07443200 is 50, key is test_row_0/B:col10/1732659814580/Put/seqid=0 2024-11-26T22:23:36,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742361_1537 (size=12001) 2024-11-26T22:23:36,117 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:36,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43114 deadline: 1732659876116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:36,128 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:36,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43164 deadline: 1732659876124, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:36,128 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:36,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43134 deadline: 1732659876126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:36,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-26T22:23:36,425 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:36,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43114 deadline: 1732659876418, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:36,436 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:36,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43164 deadline: 1732659876430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:36,436 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:36,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43134 deadline: 1732659876433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:36,459 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=89 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp/B/1eb6f53a8d7c4b6e803c96bc07443200 2024-11-26T22:23:36,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp/C/4c60ebc0c91e490280f47493312a380e is 50, key is test_row_0/C:col10/1732659814580/Put/seqid=0 2024-11-26T22:23:36,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742362_1538 (size=12001) 2024-11-26T22:23:36,521 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=89 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp/C/4c60ebc0c91e490280f47493312a380e 2024-11-26T22:23:36,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp/A/66c97b2180ad4c669785e04d2b125080 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/A/66c97b2180ad4c669785e04d2b125080 2024-11-26T22:23:36,547 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/A/66c97b2180ad4c669785e04d2b125080, entries=150, sequenceid=89, filesize=11.7 K 2024-11-26T22:23:36,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp/B/1eb6f53a8d7c4b6e803c96bc07443200 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/B/1eb6f53a8d7c4b6e803c96bc07443200 2024-11-26T22:23:36,554 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/B/1eb6f53a8d7c4b6e803c96bc07443200, entries=150, sequenceid=89, filesize=11.7 K 2024-11-26T22:23:36,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp/C/4c60ebc0c91e490280f47493312a380e as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/C/4c60ebc0c91e490280f47493312a380e 2024-11-26T22:23:36,559 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/C/4c60ebc0c91e490280f47493312a380e, entries=150, sequenceid=89, filesize=11.7 K 2024-11-26T22:23:36,560 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(3040): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=154.31 KB/158010 for 372cdfb7b447651d4135abff0144b109 in 1017ms, sequenceid=89, compaction requested=true 2024-11-26T22:23:36,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2538): Flush status journal for 372cdfb7b447651d4135abff0144b109: 2024-11-26T22:23:36,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109. 2024-11-26T22:23:36,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=137 2024-11-26T22:23:36,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster(4106): Remote procedure done, pid=137 2024-11-26T22:23:36,566 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=137, resume processing ppid=136 2024-11-26T22:23:36,566 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=137, ppid=136, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4820 sec 2024-11-26T22:23:36,567 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=136, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees in 1.4860 sec 2024-11-26T22:23:36,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(8581): Flush requested on 372cdfb7b447651d4135abff0144b109 2024-11-26T22:23:36,930 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 372cdfb7b447651d4135abff0144b109 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-26T22:23:36,930 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 372cdfb7b447651d4135abff0144b109, store=A 2024-11-26T22:23:36,931 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:23:36,931 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 372cdfb7b447651d4135abff0144b109, store=B 2024-11-26T22:23:36,931 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:23:36,931 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 372cdfb7b447651d4135abff0144b109, store=C 2024-11-26T22:23:36,931 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:23:36,943 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp/A/a29ca4ca615547038634c0f6a4876b60 is 50, key is test_row_0/A:col10/1732659815794/Put/seqid=0 2024-11-26T22:23:36,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742363_1539 (size=14341) 2024-11-26T22:23:36,977 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp/A/a29ca4ca615547038634c0f6a4876b60 2024-11-26T22:23:36,989 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp/B/8537cc6ff198424b92f1ab1f0e99bf9e is 50, key is test_row_0/B:col10/1732659815794/Put/seqid=0 2024-11-26T22:23:37,030 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:37,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43164 deadline: 1732659877012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:37,031 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:37,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43134 deadline: 1732659877012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:37,031 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:37,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43114 deadline: 1732659877013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:37,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742364_1540 (size=12001) 2024-11-26T22:23:37,057 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp/B/8537cc6ff198424b92f1ab1f0e99bf9e 2024-11-26T22:23:37,080 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp/C/59d8097b6d594eb88103b0da1dc487c0 is 50, key is test_row_0/C:col10/1732659815794/Put/seqid=0 2024-11-26T22:23:37,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742365_1541 (size=12001) 2024-11-26T22:23:37,126 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp/C/59d8097b6d594eb88103b0da1dc487c0 2024-11-26T22:23:37,135 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp/A/a29ca4ca615547038634c0f6a4876b60 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/A/a29ca4ca615547038634c0f6a4876b60 2024-11-26T22:23:37,138 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:37,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43164 deadline: 1732659877131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:37,139 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:37,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43134 deadline: 1732659877132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:37,139 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:37,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43114 deadline: 1732659877133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:37,144 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/A/a29ca4ca615547038634c0f6a4876b60, entries=200, sequenceid=116, filesize=14.0 K 2024-11-26T22:23:37,146 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp/B/8537cc6ff198424b92f1ab1f0e99bf9e as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/B/8537cc6ff198424b92f1ab1f0e99bf9e 2024-11-26T22:23:37,169 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/B/8537cc6ff198424b92f1ab1f0e99bf9e, entries=150, sequenceid=116, filesize=11.7 K 2024-11-26T22:23:37,170 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp/C/59d8097b6d594eb88103b0da1dc487c0 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/C/59d8097b6d594eb88103b0da1dc487c0 2024-11-26T22:23:37,173 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/C/59d8097b6d594eb88103b0da1dc487c0, entries=150, sequenceid=116, filesize=11.7 K 2024-11-26T22:23:37,174 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=46.96 KB/48090 for 372cdfb7b447651d4135abff0144b109 in 244ms, sequenceid=116, compaction requested=true 2024-11-26T22:23:37,174 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 372cdfb7b447651d4135abff0144b109: 2024-11-26T22:23:37,175 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T22:23:37,175 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 372cdfb7b447651d4135abff0144b109:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T22:23:37,175 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T22:23:37,175 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T22:23:37,176 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 372cdfb7b447651d4135abff0144b109:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T22:23:37,176 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T22:23:37,176 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 372cdfb7b447651d4135abff0144b109:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T22:23:37,176 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T22:23:37,177 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 52787 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-26T22:23:37,177 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HStore(1540): 372cdfb7b447651d4135abff0144b109/A is initiating minor compaction (all files) 2024-11-26T22:23:37,177 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 372cdfb7b447651d4135abff0144b109/A in TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109. 2024-11-26T22:23:37,177 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/A/92a67db4480d471a8f5f61134041831b, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/A/f016c70245344176a4d99cfb5f586385, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/A/66c97b2180ad4c669785e04d2b125080, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/A/a29ca4ca615547038634c0f6a4876b60] into tmpdir=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp, totalSize=51.5 K 2024-11-26T22:23:37,177 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-26T22:23:37,177 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HStore(1540): 372cdfb7b447651d4135abff0144b109/B is initiating minor compaction (all files) 2024-11-26T22:23:37,177 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 372cdfb7b447651d4135abff0144b109/B in TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109. 2024-11-26T22:23:37,177 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/B/c5e8fc732f514c58af242b9bf7538922, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/B/a6e8f304b7264c6ca6ec7042b6ef8104, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/B/1eb6f53a8d7c4b6e803c96bc07443200, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/B/8537cc6ff198424b92f1ab1f0e99bf9e] into tmpdir=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp, totalSize=47.0 K 2024-11-26T22:23:37,178 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.Compactor(224): Compacting 92a67db4480d471a8f5f61134041831b, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1732659813164 2024-11-26T22:23:37,178 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.Compactor(224): Compacting c5e8fc732f514c58af242b9bf7538922, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1732659813164 2024-11-26T22:23:37,178 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.Compactor(224): Compacting a6e8f304b7264c6ca6ec7042b6ef8104, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1732659813885 2024-11-26T22:23:37,178 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.Compactor(224): Compacting f016c70245344176a4d99cfb5f586385, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1732659813860 2024-11-26T22:23:37,178 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.Compactor(224): Compacting 1eb6f53a8d7c4b6e803c96bc07443200, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1732659814544 2024-11-26T22:23:37,179 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.Compactor(224): Compacting 8537cc6ff198424b92f1ab1f0e99bf9e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1732659815775 2024-11-26T22:23:37,179 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.Compactor(224): Compacting 66c97b2180ad4c669785e04d2b125080, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1732659814544 2024-11-26T22:23:37,179 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.Compactor(224): Compacting a29ca4ca615547038634c0f6a4876b60, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1732659815775 2024-11-26T22:23:37,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-26T22:23:37,191 INFO [Thread-2301 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 136 completed 2024-11-26T22:23:37,193 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 372cdfb7b447651d4135abff0144b109#B#compaction#455 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T22:23:37,193 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T22:23:37,193 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp/B/a5d612977c9c4338bd4709c21dc96742 is 50, key is test_row_0/B:col10/1732659815794/Put/seqid=0 2024-11-26T22:23:37,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] procedure2.ProcedureExecutor(1098): Stored pid=138, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees 2024-11-26T22:23:37,195 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=138, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T22:23:37,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-26T22:23:37,195 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=138, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T22:23:37,196 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=139, ppid=138, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T22:23:37,211 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 372cdfb7b447651d4135abff0144b109#A#compaction#456 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T22:23:37,212 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp/A/20d27689e499478392a9222f8458155a is 50, key is test_row_0/A:col10/1732659815794/Put/seqid=0 2024-11-26T22:23:37,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742366_1542 (size=12241) 2024-11-26T22:23:37,243 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp/B/a5d612977c9c4338bd4709c21dc96742 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/B/a5d612977c9c4338bd4709c21dc96742 2024-11-26T22:23:37,250 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 372cdfb7b447651d4135abff0144b109/B of 372cdfb7b447651d4135abff0144b109 into a5d612977c9c4338bd4709c21dc96742(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T22:23:37,250 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 372cdfb7b447651d4135abff0144b109: 2024-11-26T22:23:37,250 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109., storeName=372cdfb7b447651d4135abff0144b109/B, priority=12, startTime=1732659817175; duration=0sec 2024-11-26T22:23:37,250 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T22:23:37,250 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 372cdfb7b447651d4135abff0144b109:B 2024-11-26T22:23:37,250 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T22:23:37,254 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-26T22:23:37,254 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HStore(1540): 372cdfb7b447651d4135abff0144b109/C is initiating minor compaction (all files) 2024-11-26T22:23:37,254 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 372cdfb7b447651d4135abff0144b109/C in TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109. 2024-11-26T22:23:37,255 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/C/1643ecfd2f4a40509b60349269f4e866, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/C/3dd1556e92824271b3b9ea21a9ef931b, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/C/4c60ebc0c91e490280f47493312a380e, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/C/59d8097b6d594eb88103b0da1dc487c0] into tmpdir=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp, totalSize=47.0 K 2024-11-26T22:23:37,255 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.Compactor(224): Compacting 1643ecfd2f4a40509b60349269f4e866, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1732659813164 2024-11-26T22:23:37,255 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.Compactor(224): Compacting 3dd1556e92824271b3b9ea21a9ef931b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1732659813885 2024-11-26T22:23:37,255 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.Compactor(224): Compacting 4c60ebc0c91e490280f47493312a380e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1732659814544 2024-11-26T22:23:37,256 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.Compactor(224): Compacting 59d8097b6d594eb88103b0da1dc487c0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1732659815775 2024-11-26T22:23:37,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742367_1543 (size=12241) 2024-11-26T22:23:37,271 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp/A/20d27689e499478392a9222f8458155a as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/A/20d27689e499478392a9222f8458155a 2024-11-26T22:23:37,276 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 372cdfb7b447651d4135abff0144b109/A of 372cdfb7b447651d4135abff0144b109 into 20d27689e499478392a9222f8458155a(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T22:23:37,276 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 372cdfb7b447651d4135abff0144b109: 2024-11-26T22:23:37,276 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109., storeName=372cdfb7b447651d4135abff0144b109/A, priority=12, startTime=1732659817175; duration=0sec 2024-11-26T22:23:37,276 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T22:23:37,276 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 372cdfb7b447651d4135abff0144b109:A 2024-11-26T22:23:37,282 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 372cdfb7b447651d4135abff0144b109#C#compaction#457 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T22:23:37,283 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp/C/07d56bfa8e374faab4b218b4ce937524 is 50, key is test_row_0/C:col10/1732659815794/Put/seqid=0 2024-11-26T22:23:37,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-26T22:23:37,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742368_1544 (size=12241) 2024-11-26T22:23:37,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(8581): Flush requested on 372cdfb7b447651d4135abff0144b109 2024-11-26T22:23:37,341 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 372cdfb7b447651d4135abff0144b109 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-26T22:23:37,342 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 372cdfb7b447651d4135abff0144b109, store=A 2024-11-26T22:23:37,342 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:23:37,342 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 372cdfb7b447651d4135abff0144b109, store=B 2024-11-26T22:23:37,342 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:23:37,343 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 372cdfb7b447651d4135abff0144b109, store=C 2024-11-26T22:23:37,343 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:23:37,348 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:37,348 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34335 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-11-26T22:23:37,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109. 2024-11-26T22:23:37,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109. as already flushing 2024-11-26T22:23:37,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109. 2024-11-26T22:23:37,349 ERROR [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] handler.RSProcedureHandler(58): pid=139 java.io.IOException: Unable to complete flush {ENCODED => 372cdfb7b447651d4135abff0144b109, NAME => 'TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:23:37,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=139 java.io.IOException: Unable to complete flush {ENCODED => 372cdfb7b447651d4135abff0144b109, NAME => 'TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:23:37,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster(4114): Remote procedure failed, pid=139 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 372cdfb7b447651d4135abff0144b109, NAME => 'TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 372cdfb7b447651d4135abff0144b109, NAME => 'TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:23:37,353 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp/A/e1be1a1fc5204cafbbfbe578c7cf9e78 is 50, key is test_row_0/A:col10/1732659816994/Put/seqid=0 2024-11-26T22:23:37,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742369_1545 (size=16781) 2024-11-26T22:23:37,387 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=130 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp/A/e1be1a1fc5204cafbbfbe578c7cf9e78 2024-11-26T22:23:37,400 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:37,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43164 deadline: 1732659877397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:37,401 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:37,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43114 deadline: 1732659877398, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:37,413 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:37,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43134 deadline: 1732659877401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:37,419 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp/B/21a935d65b33487e879a9463ccd23d69 is 50, key is test_row_0/B:col10/1732659816994/Put/seqid=0 2024-11-26T22:23:37,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742370_1546 (size=12051) 2024-11-26T22:23:37,470 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=130 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp/B/21a935d65b33487e879a9463ccd23d69 2024-11-26T22:23:37,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-26T22:23:37,498 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp/C/d9ab44f184c5434da34cd16c36ec8c96 is 50, key is test_row_0/C:col10/1732659816994/Put/seqid=0 2024-11-26T22:23:37,501 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:37,502 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34335 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-11-26T22:23:37,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109. 2024-11-26T22:23:37,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109. as already flushing 2024-11-26T22:23:37,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109. 2024-11-26T22:23:37,503 ERROR [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] handler.RSProcedureHandler(58): pid=139 java.io.IOException: Unable to complete flush {ENCODED => 372cdfb7b447651d4135abff0144b109, NAME => 'TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:23:37,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=139 java.io.IOException: Unable to complete flush {ENCODED => 372cdfb7b447651d4135abff0144b109, NAME => 'TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:23:37,503 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:37,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43164 deadline: 1732659877503, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:37,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster(4114): Remote procedure failed, pid=139 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 372cdfb7b447651d4135abff0144b109, NAME => 'TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 372cdfb7b447651d4135abff0144b109, NAME => 'TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:23:37,504 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:37,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43114 deadline: 1732659877503, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:37,519 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:37,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43134 deadline: 1732659877515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:37,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742371_1547 (size=12051) 2024-11-26T22:23:37,535 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=130 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp/C/d9ab44f184c5434da34cd16c36ec8c96 2024-11-26T22:23:37,540 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp/A/e1be1a1fc5204cafbbfbe578c7cf9e78 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/A/e1be1a1fc5204cafbbfbe578c7cf9e78 2024-11-26T22:23:37,544 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/A/e1be1a1fc5204cafbbfbe578c7cf9e78, entries=250, sequenceid=130, filesize=16.4 K 2024-11-26T22:23:37,551 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp/B/21a935d65b33487e879a9463ccd23d69 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/B/21a935d65b33487e879a9463ccd23d69 2024-11-26T22:23:37,555 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/B/21a935d65b33487e879a9463ccd23d69, entries=150, sequenceid=130, filesize=11.8 K 2024-11-26T22:23:37,556 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp/C/d9ab44f184c5434da34cd16c36ec8c96 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/C/d9ab44f184c5434da34cd16c36ec8c96 2024-11-26T22:23:37,560 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/C/d9ab44f184c5434da34cd16c36ec8c96, entries=150, sequenceid=130, filesize=11.8 K 2024-11-26T22:23:37,561 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 372cdfb7b447651d4135abff0144b109 in 220ms, sequenceid=130, compaction requested=false 2024-11-26T22:23:37,561 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 372cdfb7b447651d4135abff0144b109: 2024-11-26T22:23:37,655 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:37,656 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34335 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-11-26T22:23:37,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109. 2024-11-26T22:23:37,656 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2837): Flushing 372cdfb7b447651d4135abff0144b109 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-26T22:23:37,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 372cdfb7b447651d4135abff0144b109, store=A 2024-11-26T22:23:37,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:23:37,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 372cdfb7b447651d4135abff0144b109, store=B 2024-11-26T22:23:37,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:23:37,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 372cdfb7b447651d4135abff0144b109, store=C 2024-11-26T22:23:37,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:23:37,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp/A/e040be987abf4875be043dcf4614f8fd is 50, key is test_row_0/A:col10/1732659817369/Put/seqid=0 2024-11-26T22:23:37,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(8581): Flush requested on 372cdfb7b447651d4135abff0144b109 2024-11-26T22:23:37,713 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109. as already flushing 2024-11-26T22:23:37,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742372_1548 (size=12151) 2024-11-26T22:23:37,726 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=154 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp/A/e040be987abf4875be043dcf4614f8fd 2024-11-26T22:23:37,729 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp/C/07d56bfa8e374faab4b218b4ce937524 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/C/07d56bfa8e374faab4b218b4ce937524 2024-11-26T22:23:37,736 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 372cdfb7b447651d4135abff0144b109/C of 372cdfb7b447651d4135abff0144b109 into 07d56bfa8e374faab4b218b4ce937524(size=12.0 K), total size for store is 23.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T22:23:37,736 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 372cdfb7b447651d4135abff0144b109: 2024-11-26T22:23:37,736 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109., storeName=372cdfb7b447651d4135abff0144b109/C, priority=12, startTime=1732659817176; duration=0sec 2024-11-26T22:23:37,736 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T22:23:37,736 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 372cdfb7b447651d4135abff0144b109:C 2024-11-26T22:23:37,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp/B/c81f5e8abe104be3ae689fd2e63b16f9 is 50, key is test_row_0/B:col10/1732659817369/Put/seqid=0 2024-11-26T22:23:37,756 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:37,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43114 deadline: 1732659877743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:37,759 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:37,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43134 deadline: 1732659877747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:37,759 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:37,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43164 deadline: 1732659877749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:37,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742373_1549 (size=12151) 2024-11-26T22:23:37,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-26T22:23:37,861 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:37,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43114 deadline: 1732659877858, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:37,869 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:37,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43164 deadline: 1732659877865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:37,869 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:37,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43134 deadline: 1732659877865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:38,073 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:38,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43134 deadline: 1732659878070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:38,073 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:38,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43164 deadline: 1732659878071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:38,075 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:38,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43114 deadline: 1732659878072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:38,185 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=154 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp/B/c81f5e8abe104be3ae689fd2e63b16f9 2024-11-26T22:23:38,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp/C/0443bbc3b1684b37b8239ac90d4fb9cf is 50, key is test_row_0/C:col10/1732659817369/Put/seqid=0 2024-11-26T22:23:38,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742374_1550 (size=12151) 2024-11-26T22:23:38,227 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=154 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp/C/0443bbc3b1684b37b8239ac90d4fb9cf 2024-11-26T22:23:38,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp/A/e040be987abf4875be043dcf4614f8fd as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/A/e040be987abf4875be043dcf4614f8fd 2024-11-26T22:23:38,242 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/A/e040be987abf4875be043dcf4614f8fd, entries=150, sequenceid=154, filesize=11.9 K 2024-11-26T22:23:38,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp/B/c81f5e8abe104be3ae689fd2e63b16f9 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/B/c81f5e8abe104be3ae689fd2e63b16f9 2024-11-26T22:23:38,255 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/B/c81f5e8abe104be3ae689fd2e63b16f9, entries=150, sequenceid=154, filesize=11.9 K 2024-11-26T22:23:38,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp/C/0443bbc3b1684b37b8239ac90d4fb9cf as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/C/0443bbc3b1684b37b8239ac90d4fb9cf 2024-11-26T22:23:38,263 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/C/0443bbc3b1684b37b8239ac90d4fb9cf, entries=150, sequenceid=154, filesize=11.9 K 2024-11-26T22:23:38,264 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 372cdfb7b447651d4135abff0144b109 in 608ms, sequenceid=154, compaction requested=true 2024-11-26T22:23:38,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2538): Flush status journal for 372cdfb7b447651d4135abff0144b109: 2024-11-26T22:23:38,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109. 2024-11-26T22:23:38,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=139 2024-11-26T22:23:38,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster(4106): Remote procedure done, pid=139 2024-11-26T22:23:38,268 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=139, resume processing ppid=138 2024-11-26T22:23:38,268 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=139, ppid=138, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0710 sec 2024-11-26T22:23:38,272 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=138, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees in 1.0770 sec 2024-11-26T22:23:38,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-26T22:23:38,298 INFO [Thread-2301 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 138 completed 2024-11-26T22:23:38,300 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T22:23:38,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] procedure2.ProcedureExecutor(1098): Stored pid=140, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees 2024-11-26T22:23:38,302 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=140, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T22:23:38,303 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=140, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T22:23:38,303 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=141, ppid=140, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T22:23:38,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-26T22:23:38,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(8581): Flush requested on 372cdfb7b447651d4135abff0144b109 2024-11-26T22:23:38,382 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 372cdfb7b447651d4135abff0144b109 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-26T22:23:38,382 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 372cdfb7b447651d4135abff0144b109, store=A 2024-11-26T22:23:38,382 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:23:38,382 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 372cdfb7b447651d4135abff0144b109, store=B 2024-11-26T22:23:38,382 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:23:38,382 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 372cdfb7b447651d4135abff0144b109, store=C 2024-11-26T22:23:38,383 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:23:38,396 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp/A/da32e994dbde4962983a3ff71b670287 is 50, key is test_row_0/A:col10/1732659818380/Put/seqid=0 2024-11-26T22:23:38,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-26T22:23:38,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742375_1551 (size=12147) 2024-11-26T22:23:38,455 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:38,456 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34335 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-11-26T22:23:38,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109. 2024-11-26T22:23:38,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109. as already flushing 2024-11-26T22:23:38,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109. 2024-11-26T22:23:38,456 ERROR [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] handler.RSProcedureHandler(58): pid=141 java.io.IOException: Unable to complete flush {ENCODED => 372cdfb7b447651d4135abff0144b109, NAME => 'TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:23:38,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=141 java.io.IOException: Unable to complete flush {ENCODED => 372cdfb7b447651d4135abff0144b109, NAME => 'TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:23:38,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster(4114): Remote procedure failed, pid=141 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 372cdfb7b447651d4135abff0144b109, NAME => 'TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 372cdfb7b447651d4135abff0144b109, NAME => 'TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:23:38,495 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:38,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43114 deadline: 1732659878483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:38,496 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:38,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43134 deadline: 1732659878484, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:38,496 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:38,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43164 deadline: 1732659878486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:38,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-26T22:23:38,609 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:38,609 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34335 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-11-26T22:23:38,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109. 2024-11-26T22:23:38,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109. as already flushing 2024-11-26T22:23:38,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109. 2024-11-26T22:23:38,609 ERROR [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] handler.RSProcedureHandler(58): pid=141 java.io.IOException: Unable to complete flush {ENCODED => 372cdfb7b447651d4135abff0144b109, NAME => 'TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:23:38,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=141 java.io.IOException: Unable to complete flush {ENCODED => 372cdfb7b447651d4135abff0144b109, NAME => 'TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:23:38,610 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:38,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster(4114): Remote procedure failed, pid=141 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 372cdfb7b447651d4135abff0144b109, NAME => 'TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 372cdfb7b447651d4135abff0144b109, NAME => 'TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:23:38,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43114 deadline: 1732659878597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:38,611 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:38,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43164 deadline: 1732659878597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:38,611 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:38,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43134 deadline: 1732659878597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:38,763 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:38,764 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34335 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-11-26T22:23:38,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109. 2024-11-26T22:23:38,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109. as already flushing 2024-11-26T22:23:38,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109. 2024-11-26T22:23:38,764 ERROR [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] handler.RSProcedureHandler(58): pid=141 java.io.IOException: Unable to complete flush {ENCODED => 372cdfb7b447651d4135abff0144b109, NAME => 'TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:23:38,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=141 java.io.IOException: Unable to complete flush {ENCODED => 372cdfb7b447651d4135abff0144b109, NAME => 'TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:23:38,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster(4114): Remote procedure failed, pid=141 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 372cdfb7b447651d4135abff0144b109, NAME => 'TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 372cdfb7b447651d4135abff0144b109, NAME => 'TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:23:38,813 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:38,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43114 deadline: 1732659878813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:38,817 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:38,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43134 deadline: 1732659878813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:38,817 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:38,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43164 deadline: 1732659878813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:38,846 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp/A/da32e994dbde4962983a3ff71b670287 2024-11-26T22:23:38,859 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp/B/3150b39e75a34131aa14040607f07df4 is 50, key is test_row_0/B:col10/1732659818380/Put/seqid=0 2024-11-26T22:23:38,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742376_1552 (size=9757) 2024-11-26T22:23:38,893 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp/B/3150b39e75a34131aa14040607f07df4 2024-11-26T22:23:38,903 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp/C/fc4adac79d4f46a9bbd63664e3eb8ef5 is 50, key is test_row_0/C:col10/1732659818380/Put/seqid=0 2024-11-26T22:23:38,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-26T22:23:38,917 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:38,917 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34335 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-11-26T22:23:38,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109. 2024-11-26T22:23:38,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109. as already flushing 2024-11-26T22:23:38,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109. 2024-11-26T22:23:38,918 ERROR [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] handler.RSProcedureHandler(58): pid=141 java.io.IOException: Unable to complete flush {ENCODED => 372cdfb7b447651d4135abff0144b109, NAME => 'TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:23:38,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=141 java.io.IOException: Unable to complete flush {ENCODED => 372cdfb7b447651d4135abff0144b109, NAME => 'TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:23:38,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster(4114): Remote procedure failed, pid=141 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 372cdfb7b447651d4135abff0144b109, NAME => 'TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 372cdfb7b447651d4135abff0144b109, NAME => 'TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:23:38,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742377_1553 (size=9757) 2024-11-26T22:23:38,947 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp/C/fc4adac79d4f46a9bbd63664e3eb8ef5 2024-11-26T22:23:38,954 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp/A/da32e994dbde4962983a3ff71b670287 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/A/da32e994dbde4962983a3ff71b670287 2024-11-26T22:23:38,961 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/A/da32e994dbde4962983a3ff71b670287, entries=150, sequenceid=168, filesize=11.9 K 2024-11-26T22:23:38,962 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp/B/3150b39e75a34131aa14040607f07df4 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/B/3150b39e75a34131aa14040607f07df4 2024-11-26T22:23:38,967 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/B/3150b39e75a34131aa14040607f07df4, entries=100, sequenceid=168, filesize=9.5 K 2024-11-26T22:23:38,967 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp/C/fc4adac79d4f46a9bbd63664e3eb8ef5 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/C/fc4adac79d4f46a9bbd63664e3eb8ef5 2024-11-26T22:23:38,971 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/C/fc4adac79d4f46a9bbd63664e3eb8ef5, entries=100, sequenceid=168, filesize=9.5 K 2024-11-26T22:23:38,973 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 372cdfb7b447651d4135abff0144b109 in 591ms, sequenceid=168, compaction requested=true 2024-11-26T22:23:38,973 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 372cdfb7b447651d4135abff0144b109: 2024-11-26T22:23:38,974 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T22:23:38,974 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 372cdfb7b447651d4135abff0144b109:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T22:23:38,975 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T22:23:38,975 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T22:23:38,975 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 372cdfb7b447651d4135abff0144b109:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T22:23:38,975 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T22:23:38,975 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 372cdfb7b447651d4135abff0144b109:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T22:23:38,975 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T22:23:38,976 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 53320 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-26T22:23:38,976 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HStore(1540): 372cdfb7b447651d4135abff0144b109/A is initiating minor compaction (all files) 2024-11-26T22:23:38,976 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 372cdfb7b447651d4135abff0144b109/A in TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109. 2024-11-26T22:23:38,976 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/A/20d27689e499478392a9222f8458155a, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/A/e1be1a1fc5204cafbbfbe578c7cf9e78, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/A/e040be987abf4875be043dcf4614f8fd, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/A/da32e994dbde4962983a3ff71b670287] into tmpdir=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp, totalSize=52.1 K 2024-11-26T22:23:38,978 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.Compactor(224): Compacting 20d27689e499478392a9222f8458155a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1732659815775 2024-11-26T22:23:38,978 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.Compactor(224): Compacting e1be1a1fc5204cafbbfbe578c7cf9e78, keycount=250, bloomtype=ROW, size=16.4 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1732659816952 2024-11-26T22:23:38,979 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.Compactor(224): Compacting e040be987abf4875be043dcf4614f8fd, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1732659817369 2024-11-26T22:23:38,979 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 46200 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-26T22:23:38,979 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HStore(1540): 372cdfb7b447651d4135abff0144b109/B is initiating minor compaction (all files) 2024-11-26T22:23:38,979 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 372cdfb7b447651d4135abff0144b109/B in TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109. 2024-11-26T22:23:38,979 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/B/a5d612977c9c4338bd4709c21dc96742, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/B/21a935d65b33487e879a9463ccd23d69, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/B/c81f5e8abe104be3ae689fd2e63b16f9, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/B/3150b39e75a34131aa14040607f07df4] into tmpdir=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp, totalSize=45.1 K 2024-11-26T22:23:38,980 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.Compactor(224): Compacting da32e994dbde4962983a3ff71b670287, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1732659817745 2024-11-26T22:23:38,980 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.Compactor(224): Compacting a5d612977c9c4338bd4709c21dc96742, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1732659815775 2024-11-26T22:23:38,981 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.Compactor(224): Compacting 21a935d65b33487e879a9463ccd23d69, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1732659816969 2024-11-26T22:23:38,981 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.Compactor(224): Compacting c81f5e8abe104be3ae689fd2e63b16f9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1732659817369 2024-11-26T22:23:38,982 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.Compactor(224): Compacting 3150b39e75a34131aa14040607f07df4, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1732659817745 2024-11-26T22:23:39,006 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 372cdfb7b447651d4135abff0144b109#A#compaction#467 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T22:23:39,007 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp/A/0dc7fa98866c48bf95efee9ebb7e920b is 50, key is test_row_0/A:col10/1732659818380/Put/seqid=0 2024-11-26T22:23:39,024 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 372cdfb7b447651d4135abff0144b109#B#compaction#468 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T22:23:39,025 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp/B/7f4cb866fc3249f8b4eed72e46db2fce is 50, key is test_row_0/B:col10/1732659818380/Put/seqid=0 2024-11-26T22:23:39,070 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:39,071 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34335 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-11-26T22:23:39,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109. 2024-11-26T22:23:39,071 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2837): Flushing 372cdfb7b447651d4135abff0144b109 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-26T22:23:39,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 372cdfb7b447651d4135abff0144b109, store=A 2024-11-26T22:23:39,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:23:39,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 372cdfb7b447651d4135abff0144b109, store=B 2024-11-26T22:23:39,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:23:39,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 372cdfb7b447651d4135abff0144b109, store=C 2024-11-26T22:23:39,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:23:39,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742378_1554 (size=12527) 2024-11-26T22:23:39,080 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp/A/0dc7fa98866c48bf95efee9ebb7e920b as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/A/0dc7fa98866c48bf95efee9ebb7e920b 2024-11-26T22:23:39,087 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 372cdfb7b447651d4135abff0144b109/A of 372cdfb7b447651d4135abff0144b109 into 0dc7fa98866c48bf95efee9ebb7e920b(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T22:23:39,087 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 372cdfb7b447651d4135abff0144b109: 2024-11-26T22:23:39,087 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109., storeName=372cdfb7b447651d4135abff0144b109/A, priority=12, startTime=1732659818973; duration=0sec 2024-11-26T22:23:39,087 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T22:23:39,088 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 372cdfb7b447651d4135abff0144b109:A 2024-11-26T22:23:39,088 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T22:23:39,089 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 46200 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-26T22:23:39,089 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HStore(1540): 372cdfb7b447651d4135abff0144b109/C is initiating minor compaction (all files) 2024-11-26T22:23:39,089 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 372cdfb7b447651d4135abff0144b109/C in TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109. 2024-11-26T22:23:39,089 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/C/07d56bfa8e374faab4b218b4ce937524, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/C/d9ab44f184c5434da34cd16c36ec8c96, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/C/0443bbc3b1684b37b8239ac90d4fb9cf, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/C/fc4adac79d4f46a9bbd63664e3eb8ef5] into tmpdir=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp, totalSize=45.1 K 2024-11-26T22:23:39,090 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.Compactor(224): Compacting 07d56bfa8e374faab4b218b4ce937524, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1732659815775 2024-11-26T22:23:39,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742379_1555 (size=12527) 2024-11-26T22:23:39,091 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.Compactor(224): Compacting d9ab44f184c5434da34cd16c36ec8c96, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1732659816969 2024-11-26T22:23:39,091 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0443bbc3b1684b37b8239ac90d4fb9cf, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1732659817369 2024-11-26T22:23:39,091 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.Compactor(224): Compacting fc4adac79d4f46a9bbd63664e3eb8ef5, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1732659817745 2024-11-26T22:23:39,095 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp/B/7f4cb866fc3249f8b4eed72e46db2fce as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/B/7f4cb866fc3249f8b4eed72e46db2fce 2024-11-26T22:23:39,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp/A/74d0bdcc54da43f5aec1b99f5bc39668 is 50, key is test_row_0/A:col10/1732659818482/Put/seqid=0 2024-11-26T22:23:39,102 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 372cdfb7b447651d4135abff0144b109/B of 372cdfb7b447651d4135abff0144b109 into 7f4cb866fc3249f8b4eed72e46db2fce(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T22:23:39,102 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 372cdfb7b447651d4135abff0144b109: 2024-11-26T22:23:39,102 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109., storeName=372cdfb7b447651d4135abff0144b109/B, priority=12, startTime=1732659818975; duration=0sec 2024-11-26T22:23:39,102 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T22:23:39,102 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 372cdfb7b447651d4135abff0144b109:B 2024-11-26T22:23:39,117 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 372cdfb7b447651d4135abff0144b109#C#compaction#470 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T22:23:39,117 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp/C/4ae1f5359c1f41ffb2a26ce25e186c9a is 50, key is test_row_0/C:col10/1732659818380/Put/seqid=0 2024-11-26T22:23:39,119 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109. as already flushing 2024-11-26T22:23:39,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(8581): Flush requested on 372cdfb7b447651d4135abff0144b109 2024-11-26T22:23:39,149 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:39,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43134 deadline: 1732659879139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:39,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742380_1556 (size=12151) 2024-11-26T22:23:39,154 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:39,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43114 deadline: 1732659879145, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:39,155 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:39,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43164 deadline: 1732659879149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:39,160 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=191 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp/A/74d0bdcc54da43f5aec1b99f5bc39668 2024-11-26T22:23:39,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742381_1557 (size=12527) 2024-11-26T22:23:39,191 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp/C/4ae1f5359c1f41ffb2a26ce25e186c9a as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/C/4ae1f5359c1f41ffb2a26ce25e186c9a 2024-11-26T22:23:39,196 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 372cdfb7b447651d4135abff0144b109/C of 372cdfb7b447651d4135abff0144b109 into 4ae1f5359c1f41ffb2a26ce25e186c9a(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T22:23:39,196 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 372cdfb7b447651d4135abff0144b109: 2024-11-26T22:23:39,196 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109., storeName=372cdfb7b447651d4135abff0144b109/C, priority=12, startTime=1732659818975; duration=0sec 2024-11-26T22:23:39,196 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T22:23:39,196 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 372cdfb7b447651d4135abff0144b109:C 2024-11-26T22:23:39,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp/B/5279617cd4fb46daa2842c4679328af3 is 50, key is test_row_0/B:col10/1732659818482/Put/seqid=0 2024-11-26T22:23:39,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742382_1558 (size=12151) 2024-11-26T22:23:39,228 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:39,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43106 deadline: 1732659879228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:39,229 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=191 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp/B/5279617cd4fb46daa2842c4679328af3 2024-11-26T22:23:39,229 DEBUG [Thread-2291 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8189 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109., hostname=d8c094cf5ab0,34335,1732659674113, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T22:23:39,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp/C/befbbeddeed2456abf00fe1abb38f69a is 50, key is test_row_0/C:col10/1732659818482/Put/seqid=0 2024-11-26T22:23:39,243 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:39,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43154 deadline: 1732659879235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:39,243 DEBUG [Thread-2293 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8205 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109., hostname=d8c094cf5ab0,34335,1732659674113, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T22:23:39,258 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:39,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43134 deadline: 1732659879250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:39,261 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:39,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43114 deadline: 1732659879256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:39,261 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:39,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43164 deadline: 1732659879256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:39,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742383_1559 (size=12151) 2024-11-26T22:23:39,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-26T22:23:39,463 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:39,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43134 deadline: 1732659879460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:39,467 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:39,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43114 deadline: 1732659879464, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:39,467 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:39,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43164 deadline: 1732659879464, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:39,683 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=191 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp/C/befbbeddeed2456abf00fe1abb38f69a 2024-11-26T22:23:39,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp/A/74d0bdcc54da43f5aec1b99f5bc39668 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/A/74d0bdcc54da43f5aec1b99f5bc39668 2024-11-26T22:23:39,703 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/A/74d0bdcc54da43f5aec1b99f5bc39668, entries=150, sequenceid=191, filesize=11.9 K 2024-11-26T22:23:39,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp/B/5279617cd4fb46daa2842c4679328af3 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/B/5279617cd4fb46daa2842c4679328af3 2024-11-26T22:23:39,709 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/B/5279617cd4fb46daa2842c4679328af3, entries=150, sequenceid=191, filesize=11.9 K 2024-11-26T22:23:39,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp/C/befbbeddeed2456abf00fe1abb38f69a as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/C/befbbeddeed2456abf00fe1abb38f69a 2024-11-26T22:23:39,714 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/C/befbbeddeed2456abf00fe1abb38f69a, entries=150, sequenceid=191, filesize=11.9 K 2024-11-26T22:23:39,715 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 372cdfb7b447651d4135abff0144b109 in 644ms, sequenceid=191, compaction requested=false 2024-11-26T22:23:39,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2538): Flush status journal for 372cdfb7b447651d4135abff0144b109: 2024-11-26T22:23:39,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109. 2024-11-26T22:23:39,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=141 2024-11-26T22:23:39,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster(4106): Remote procedure done, pid=141 2024-11-26T22:23:39,720 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=141, resume processing ppid=140 2024-11-26T22:23:39,720 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=141, ppid=140, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4160 sec 2024-11-26T22:23:39,721 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=140, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees in 1.4200 sec 2024-11-26T22:23:39,774 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 372cdfb7b447651d4135abff0144b109 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-26T22:23:39,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(8581): Flush requested on 372cdfb7b447651d4135abff0144b109 2024-11-26T22:23:39,774 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 372cdfb7b447651d4135abff0144b109, store=A 2024-11-26T22:23:39,774 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:23:39,774 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 372cdfb7b447651d4135abff0144b109, store=B 2024-11-26T22:23:39,774 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:23:39,774 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 372cdfb7b447651d4135abff0144b109, store=C 2024-11-26T22:23:39,774 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:23:39,796 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp/A/2b66dccfc3c240a5af690991fa161e32 is 50, key is test_row_0/A:col10/1732659819147/Put/seqid=0 2024-11-26T22:23:39,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742384_1560 (size=14541) 2024-11-26T22:23:39,823 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=208 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp/A/2b66dccfc3c240a5af690991fa161e32 2024-11-26T22:23:39,843 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp/B/2f5b43bdc0074513a60f6735c588928b is 50, key is test_row_0/B:col10/1732659819147/Put/seqid=0 2024-11-26T22:23:39,860 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:39,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43164 deadline: 1732659879849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:39,861 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:39,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43134 deadline: 1732659879849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:39,862 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:39,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43114 deadline: 1732659879854, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:39,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742385_1561 (size=12151) 2024-11-26T22:23:39,966 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:39,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43164 deadline: 1732659879961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:39,966 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:39,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43134 deadline: 1732659879963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:39,967 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:39,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43114 deadline: 1732659879964, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:40,170 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:40,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43164 deadline: 1732659880167, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:40,171 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:40,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43114 deadline: 1732659880169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:40,171 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:40,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43134 deadline: 1732659880169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:40,269 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=208 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp/B/2f5b43bdc0074513a60f6735c588928b 2024-11-26T22:23:40,289 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp/C/9f824862c2d5480d8d502a467eb70e99 is 50, key is test_row_0/C:col10/1732659819147/Put/seqid=0 2024-11-26T22:23:40,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742386_1562 (size=12151) 2024-11-26T22:23:40,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-26T22:23:40,413 INFO [Thread-2301 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 140 completed 2024-11-26T22:23:40,419 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T22:23:40,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] procedure2.ProcedureExecutor(1098): Stored pid=142, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees 2024-11-26T22:23:40,421 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=142, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T22:23:40,421 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=142, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T22:23:40,421 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=143, ppid=142, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T22:23:40,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-26T22:23:40,481 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:40,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43114 deadline: 1732659880473, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:40,481 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:40,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43164 deadline: 1732659880474, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:40,482 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:40,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43134 deadline: 1732659880474, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:40,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-26T22:23:40,574 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:40,575 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34335 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-11-26T22:23:40,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109. 2024-11-26T22:23:40,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109. as already flushing 2024-11-26T22:23:40,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109. 2024-11-26T22:23:40,575 ERROR [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => 372cdfb7b447651d4135abff0144b109, NAME => 'TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:23:40,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => 372cdfb7b447651d4135abff0144b109, NAME => 'TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:23:40,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster(4114): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 372cdfb7b447651d4135abff0144b109, NAME => 'TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 372cdfb7b447651d4135abff0144b109, NAME => 'TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:23:40,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-26T22:23:40,727 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:40,728 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34335 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-11-26T22:23:40,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109. 2024-11-26T22:23:40,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109. as already flushing 2024-11-26T22:23:40,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109. 2024-11-26T22:23:40,728 ERROR [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => 372cdfb7b447651d4135abff0144b109, NAME => 'TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:23:40,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => 372cdfb7b447651d4135abff0144b109, NAME => 'TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:23:40,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster(4114): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 372cdfb7b447651d4135abff0144b109, NAME => 'TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 372cdfb7b447651d4135abff0144b109, NAME => 'TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:23:40,743 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=208 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp/C/9f824862c2d5480d8d502a467eb70e99 2024-11-26T22:23:40,748 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp/A/2b66dccfc3c240a5af690991fa161e32 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/A/2b66dccfc3c240a5af690991fa161e32 2024-11-26T22:23:40,753 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/A/2b66dccfc3c240a5af690991fa161e32, entries=200, sequenceid=208, filesize=14.2 K 2024-11-26T22:23:40,754 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp/B/2f5b43bdc0074513a60f6735c588928b as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/B/2f5b43bdc0074513a60f6735c588928b 2024-11-26T22:23:40,762 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/B/2f5b43bdc0074513a60f6735c588928b, entries=150, sequenceid=208, filesize=11.9 K 2024-11-26T22:23:40,763 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp/C/9f824862c2d5480d8d502a467eb70e99 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/C/9f824862c2d5480d8d502a467eb70e99 2024-11-26T22:23:40,767 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/C/9f824862c2d5480d8d502a467eb70e99, entries=150, sequenceid=208, filesize=11.9 K 2024-11-26T22:23:40,768 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 372cdfb7b447651d4135abff0144b109 in 994ms, sequenceid=208, compaction requested=true 2024-11-26T22:23:40,769 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 372cdfb7b447651d4135abff0144b109: 2024-11-26T22:23:40,769 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 372cdfb7b447651d4135abff0144b109:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T22:23:40,769 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T22:23:40,769 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 372cdfb7b447651d4135abff0144b109:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T22:23:40,769 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T22:23:40,769 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T22:23:40,769 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 372cdfb7b447651d4135abff0144b109:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T22:23:40,769 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-26T22:23:40,769 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T22:23:40,770 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39219 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T22:23:40,771 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HStore(1540): 372cdfb7b447651d4135abff0144b109/A is initiating minor compaction (all files) 2024-11-26T22:23:40,771 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 372cdfb7b447651d4135abff0144b109/A in TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109. 2024-11-26T22:23:40,771 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/A/0dc7fa98866c48bf95efee9ebb7e920b, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/A/74d0bdcc54da43f5aec1b99f5bc39668, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/A/2b66dccfc3c240a5af690991fa161e32] into tmpdir=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp, totalSize=38.3 K 2024-11-26T22:23:40,771 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36829 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T22:23:40,771 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HStore(1540): 372cdfb7b447651d4135abff0144b109/B is initiating minor compaction (all files) 2024-11-26T22:23:40,771 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 372cdfb7b447651d4135abff0144b109/B in TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109. 2024-11-26T22:23:40,771 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/B/7f4cb866fc3249f8b4eed72e46db2fce, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/B/5279617cd4fb46daa2842c4679328af3, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/B/2f5b43bdc0074513a60f6735c588928b] into tmpdir=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp, totalSize=36.0 K 2024-11-26T22:23:40,771 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.Compactor(224): Compacting 0dc7fa98866c48bf95efee9ebb7e920b, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1732659817393 2024-11-26T22:23:40,771 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7f4cb866fc3249f8b4eed72e46db2fce, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1732659817393 2024-11-26T22:23:40,772 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5279617cd4fb46daa2842c4679328af3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=191, earliestPutTs=1732659818480 2024-11-26T22:23:40,772 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.Compactor(224): Compacting 74d0bdcc54da43f5aec1b99f5bc39668, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=191, earliestPutTs=1732659818480 2024-11-26T22:23:40,772 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2f5b43bdc0074513a60f6735c588928b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1732659819143 2024-11-26T22:23:40,772 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.Compactor(224): Compacting 2b66dccfc3c240a5af690991fa161e32, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1732659819133 2024-11-26T22:23:40,792 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 372cdfb7b447651d4135abff0144b109#A#compaction#476 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T22:23:40,792 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp/A/9411ca787145436ea575267e5ddba731 is 50, key is test_row_0/A:col10/1732659819147/Put/seqid=0 2024-11-26T22:23:40,806 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 372cdfb7b447651d4135abff0144b109#B#compaction#477 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T22:23:40,806 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp/B/cf20cea11eed4c05885e33f96170fb3f is 50, key is test_row_0/B:col10/1732659819147/Put/seqid=0 2024-11-26T22:23:40,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742387_1563 (size=12629) 2024-11-26T22:23:40,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742388_1564 (size=12629) 2024-11-26T22:23:40,857 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp/A/9411ca787145436ea575267e5ddba731 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/A/9411ca787145436ea575267e5ddba731 2024-11-26T22:23:40,860 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp/B/cf20cea11eed4c05885e33f96170fb3f as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/B/cf20cea11eed4c05885e33f96170fb3f 2024-11-26T22:23:40,869 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 372cdfb7b447651d4135abff0144b109/A of 372cdfb7b447651d4135abff0144b109 into 9411ca787145436ea575267e5ddba731(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T22:23:40,869 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 372cdfb7b447651d4135abff0144b109: 2024-11-26T22:23:40,869 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109., storeName=372cdfb7b447651d4135abff0144b109/A, priority=13, startTime=1732659820769; duration=0sec 2024-11-26T22:23:40,869 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 372cdfb7b447651d4135abff0144b109/B of 372cdfb7b447651d4135abff0144b109 into cf20cea11eed4c05885e33f96170fb3f(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T22:23:40,869 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 372cdfb7b447651d4135abff0144b109: 2024-11-26T22:23:40,869 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109., storeName=372cdfb7b447651d4135abff0144b109/B, priority=13, startTime=1732659820769; duration=0sec 2024-11-26T22:23:40,869 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T22:23:40,869 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 372cdfb7b447651d4135abff0144b109:A 2024-11-26T22:23:40,869 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T22:23:40,869 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 372cdfb7b447651d4135abff0144b109:B 2024-11-26T22:23:40,869 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T22:23:40,870 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36829 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T22:23:40,870 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HStore(1540): 372cdfb7b447651d4135abff0144b109/C is initiating minor compaction (all files) 2024-11-26T22:23:40,870 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 372cdfb7b447651d4135abff0144b109/C in TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109. 2024-11-26T22:23:40,870 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/C/4ae1f5359c1f41ffb2a26ce25e186c9a, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/C/befbbeddeed2456abf00fe1abb38f69a, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/C/9f824862c2d5480d8d502a467eb70e99] into tmpdir=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp, totalSize=36.0 K 2024-11-26T22:23:40,870 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.Compactor(224): Compacting 4ae1f5359c1f41ffb2a26ce25e186c9a, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1732659817393 2024-11-26T22:23:40,871 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.Compactor(224): Compacting befbbeddeed2456abf00fe1abb38f69a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=191, earliestPutTs=1732659818480 2024-11-26T22:23:40,871 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.Compactor(224): Compacting 9f824862c2d5480d8d502a467eb70e99, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1732659819143 2024-11-26T22:23:40,880 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:40,882 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34335 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-11-26T22:23:40,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109. 2024-11-26T22:23:40,882 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2837): Flushing 372cdfb7b447651d4135abff0144b109 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-26T22:23:40,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 372cdfb7b447651d4135abff0144b109, store=A 2024-11-26T22:23:40,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:23:40,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 372cdfb7b447651d4135abff0144b109, store=B 2024-11-26T22:23:40,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:23:40,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 372cdfb7b447651d4135abff0144b109, store=C 2024-11-26T22:23:40,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:23:40,904 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 372cdfb7b447651d4135abff0144b109#C#compaction#478 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T22:23:40,906 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp/C/983a2efc6538486b877b03d88cc28199 is 50, key is test_row_0/C:col10/1732659819147/Put/seqid=0 2024-11-26T22:23:40,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp/A/2630a4f7d4114d3290e4fd74bf99c1f7 is 50, key is test_row_0/A:col10/1732659819850/Put/seqid=0 2024-11-26T22:23:40,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742389_1565 (size=12629) 2024-11-26T22:23:40,989 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109. as already flushing 2024-11-26T22:23:40,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(8581): Flush requested on 372cdfb7b447651d4135abff0144b109 2024-11-26T22:23:40,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742390_1566 (size=12151) 2024-11-26T22:23:40,993 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=232 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp/A/2630a4f7d4114d3290e4fd74bf99c1f7 2024-11-26T22:23:41,001 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp/C/983a2efc6538486b877b03d88cc28199 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/C/983a2efc6538486b877b03d88cc28199 2024-11-26T22:23:41,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp/B/8de76f32ea4b49c78e06aa5c6f3496ad is 50, key is test_row_0/B:col10/1732659819850/Put/seqid=0 2024-11-26T22:23:41,014 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 372cdfb7b447651d4135abff0144b109/C of 372cdfb7b447651d4135abff0144b109 into 983a2efc6538486b877b03d88cc28199(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T22:23:41,014 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 372cdfb7b447651d4135abff0144b109: 2024-11-26T22:23:41,014 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109., storeName=372cdfb7b447651d4135abff0144b109/C, priority=13, startTime=1732659820769; duration=0sec 2024-11-26T22:23:41,014 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T22:23:41,014 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 372cdfb7b447651d4135abff0144b109:C 2024-11-26T22:23:41,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-26T22:23:41,033 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:41,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43164 deadline: 1732659881020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:41,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742391_1567 (size=12151) 2024-11-26T22:23:41,040 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:41,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43134 deadline: 1732659881032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:41,041 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=232 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp/B/8de76f32ea4b49c78e06aa5c6f3496ad 2024-11-26T22:23:41,042 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:41,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43114 deadline: 1732659881032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:41,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp/C/f9e3182a62a54e60a4223f87c52d5760 is 50, key is test_row_0/C:col10/1732659819850/Put/seqid=0 2024-11-26T22:23:41,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742392_1568 (size=12151) 2024-11-26T22:23:41,104 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=232 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp/C/f9e3182a62a54e60a4223f87c52d5760 2024-11-26T22:23:41,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp/A/2630a4f7d4114d3290e4fd74bf99c1f7 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/A/2630a4f7d4114d3290e4fd74bf99c1f7 2024-11-26T22:23:41,121 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/A/2630a4f7d4114d3290e4fd74bf99c1f7, entries=150, sequenceid=232, filesize=11.9 K 2024-11-26T22:23:41,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp/B/8de76f32ea4b49c78e06aa5c6f3496ad as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/B/8de76f32ea4b49c78e06aa5c6f3496ad 2024-11-26T22:23:41,140 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:41,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43164 deadline: 1732659881135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:41,145 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/B/8de76f32ea4b49c78e06aa5c6f3496ad, entries=150, sequenceid=232, filesize=11.9 K 2024-11-26T22:23:41,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp/C/f9e3182a62a54e60a4223f87c52d5760 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/C/f9e3182a62a54e60a4223f87c52d5760 2024-11-26T22:23:41,149 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:41,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43134 deadline: 1732659881142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:41,150 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:41,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43114 deadline: 1732659881143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:41,153 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/C/f9e3182a62a54e60a4223f87c52d5760, entries=150, sequenceid=232, filesize=11.9 K 2024-11-26T22:23:41,154 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=80.51 KB/82440 for 372cdfb7b447651d4135abff0144b109 in 272ms, sequenceid=232, compaction requested=false 2024-11-26T22:23:41,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2538): Flush status journal for 372cdfb7b447651d4135abff0144b109: 2024-11-26T22:23:41,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109. 2024-11-26T22:23:41,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=143 2024-11-26T22:23:41,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster(4106): Remote procedure done, pid=143 2024-11-26T22:23:41,158 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=143, resume processing ppid=142 2024-11-26T22:23:41,158 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=143, ppid=142, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 736 msec 2024-11-26T22:23:41,160 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=142, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees in 740 msec 2024-11-26T22:23:41,348 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 372cdfb7b447651d4135abff0144b109 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-26T22:23:41,349 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 372cdfb7b447651d4135abff0144b109, store=A 2024-11-26T22:23:41,349 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:23:41,349 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 372cdfb7b447651d4135abff0144b109, store=B 2024-11-26T22:23:41,349 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:23:41,349 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 372cdfb7b447651d4135abff0144b109, store=C 2024-11-26T22:23:41,349 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:23:41,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(8581): Flush requested on 372cdfb7b447651d4135abff0144b109 2024-11-26T22:23:41,362 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp/A/0557eda8d64645a5a855a2e0f03d9db7 is 50, key is test_row_0/A:col10/1732659821029/Put/seqid=0 2024-11-26T22:23:41,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742393_1569 (size=14541) 2024-11-26T22:23:41,393 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=249 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp/A/0557eda8d64645a5a855a2e0f03d9db7 2024-11-26T22:23:41,408 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp/B/7472132781e74f8c93bef8d77c7ccc78 is 50, key is test_row_0/B:col10/1732659821029/Put/seqid=0 2024-11-26T22:23:41,424 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:41,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43114 deadline: 1732659881413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:41,430 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:41,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43164 deadline: 1732659881420, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:41,431 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:41,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43134 deadline: 1732659881423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:41,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742394_1570 (size=12151) 2024-11-26T22:23:41,457 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=249 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp/B/7472132781e74f8c93bef8d77c7ccc78 2024-11-26T22:23:41,521 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp/C/759113861a3443e8b5b1ca57861d4b60 is 50, key is test_row_0/C:col10/1732659821029/Put/seqid=0 2024-11-26T22:23:41,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-26T22:23:41,529 INFO [Thread-2301 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 142 completed 2024-11-26T22:23:41,530 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T22:23:41,531 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:41,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] procedure2.ProcedureExecutor(1098): Stored pid=144, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=144, table=TestAcidGuarantees 2024-11-26T22:23:41,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43114 deadline: 1732659881525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:41,533 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=144, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=144, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T22:23:41,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-26T22:23:41,533 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=144, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=144, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T22:23:41,534 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=145, ppid=144, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T22:23:41,536 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:41,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43164 deadline: 1732659881533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:41,536 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:41,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43134 deadline: 1732659881533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:41,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742395_1571 (size=12151) 2024-11-26T22:23:41,576 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=249 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp/C/759113861a3443e8b5b1ca57861d4b60 2024-11-26T22:23:41,600 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp/A/0557eda8d64645a5a855a2e0f03d9db7 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/A/0557eda8d64645a5a855a2e0f03d9db7 2024-11-26T22:23:41,621 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/A/0557eda8d64645a5a855a2e0f03d9db7, entries=200, sequenceid=249, filesize=14.2 K 2024-11-26T22:23:41,622 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp/B/7472132781e74f8c93bef8d77c7ccc78 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/B/7472132781e74f8c93bef8d77c7ccc78 2024-11-26T22:23:41,626 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/B/7472132781e74f8c93bef8d77c7ccc78, entries=150, sequenceid=249, filesize=11.9 K 2024-11-26T22:23:41,626 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp/C/759113861a3443e8b5b1ca57861d4b60 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/C/759113861a3443e8b5b1ca57861d4b60 2024-11-26T22:23:41,631 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/C/759113861a3443e8b5b1ca57861d4b60, entries=150, sequenceid=249, filesize=11.9 K 2024-11-26T22:23:41,632 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for 372cdfb7b447651d4135abff0144b109 in 284ms, sequenceid=249, compaction requested=true 2024-11-26T22:23:41,632 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 372cdfb7b447651d4135abff0144b109: 2024-11-26T22:23:41,632 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 372cdfb7b447651d4135abff0144b109:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T22:23:41,633 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T22:23:41,633 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 372cdfb7b447651d4135abff0144b109:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T22:23:41,633 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T22:23:41,633 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T22:23:41,633 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 372cdfb7b447651d4135abff0144b109:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T22:23:41,633 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-26T22:23:41,633 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T22:23:41,634 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39321 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T22:23:41,634 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HStore(1540): 372cdfb7b447651d4135abff0144b109/A is initiating minor compaction (all files) 2024-11-26T22:23:41,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-26T22:23:41,634 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 372cdfb7b447651d4135abff0144b109/A in TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109. 2024-11-26T22:23:41,635 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/A/9411ca787145436ea575267e5ddba731, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/A/2630a4f7d4114d3290e4fd74bf99c1f7, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/A/0557eda8d64645a5a855a2e0f03d9db7] into tmpdir=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp, totalSize=38.4 K 2024-11-26T22:23:41,635 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36931 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T22:23:41,635 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.Compactor(224): Compacting 9411ca787145436ea575267e5ddba731, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1732659819143 2024-11-26T22:23:41,635 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HStore(1540): 372cdfb7b447651d4135abff0144b109/B is initiating minor compaction (all files) 2024-11-26T22:23:41,635 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 372cdfb7b447651d4135abff0144b109/B in TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109. 2024-11-26T22:23:41,635 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/B/cf20cea11eed4c05885e33f96170fb3f, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/B/8de76f32ea4b49c78e06aa5c6f3496ad, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/B/7472132781e74f8c93bef8d77c7ccc78] into tmpdir=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp, totalSize=36.1 K 2024-11-26T22:23:41,635 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.Compactor(224): Compacting 2630a4f7d4114d3290e4fd74bf99c1f7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=232, earliestPutTs=1732659819831 2024-11-26T22:23:41,636 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.Compactor(224): Compacting cf20cea11eed4c05885e33f96170fb3f, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1732659819143 2024-11-26T22:23:41,636 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.Compactor(224): Compacting 0557eda8d64645a5a855a2e0f03d9db7, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1732659821018 2024-11-26T22:23:41,636 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8de76f32ea4b49c78e06aa5c6f3496ad, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=232, earliestPutTs=1732659819831 2024-11-26T22:23:41,637 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7472132781e74f8c93bef8d77c7ccc78, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1732659821018 2024-11-26T22:23:41,655 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 372cdfb7b447651d4135abff0144b109#B#compaction#485 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T22:23:41,656 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp/B/12c58354a0ad4653b3f82ab426507424 is 50, key is test_row_0/B:col10/1732659821029/Put/seqid=0 2024-11-26T22:23:41,663 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 372cdfb7b447651d4135abff0144b109#A#compaction#486 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T22:23:41,663 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp/A/e7158b99eef94f9fb475f95b325bb33b is 50, key is test_row_0/A:col10/1732659821029/Put/seqid=0 2024-11-26T22:23:41,685 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:41,686 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34335 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-11-26T22:23:41,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109. 2024-11-26T22:23:41,686 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2837): Flushing 372cdfb7b447651d4135abff0144b109 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-26T22:23:41,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 372cdfb7b447651d4135abff0144b109, store=A 2024-11-26T22:23:41,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:23:41,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 372cdfb7b447651d4135abff0144b109, store=B 2024-11-26T22:23:41,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:23:41,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 372cdfb7b447651d4135abff0144b109, store=C 2024-11-26T22:23:41,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:23:41,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742396_1572 (size=12731) 2024-11-26T22:23:41,704 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp/B/12c58354a0ad4653b3f82ab426507424 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/B/12c58354a0ad4653b3f82ab426507424 2024-11-26T22:23:41,709 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 372cdfb7b447651d4135abff0144b109/B of 372cdfb7b447651d4135abff0144b109 into 12c58354a0ad4653b3f82ab426507424(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T22:23:41,709 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 372cdfb7b447651d4135abff0144b109: 2024-11-26T22:23:41,709 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109., storeName=372cdfb7b447651d4135abff0144b109/B, priority=13, startTime=1732659821633; duration=0sec 2024-11-26T22:23:41,709 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T22:23:41,709 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 372cdfb7b447651d4135abff0144b109:B 2024-11-26T22:23:41,709 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T22:23:41,711 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36931 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T22:23:41,711 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HStore(1540): 372cdfb7b447651d4135abff0144b109/C is initiating minor compaction (all files) 2024-11-26T22:23:41,711 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 372cdfb7b447651d4135abff0144b109/C in TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109. 2024-11-26T22:23:41,711 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/C/983a2efc6538486b877b03d88cc28199, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/C/f9e3182a62a54e60a4223f87c52d5760, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/C/759113861a3443e8b5b1ca57861d4b60] into tmpdir=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp, totalSize=36.1 K 2024-11-26T22:23:41,712 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.Compactor(224): Compacting 983a2efc6538486b877b03d88cc28199, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1732659819143 2024-11-26T22:23:41,712 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.Compactor(224): Compacting f9e3182a62a54e60a4223f87c52d5760, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=232, earliestPutTs=1732659819831 2024-11-26T22:23:41,712 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.Compactor(224): Compacting 759113861a3443e8b5b1ca57861d4b60, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1732659821018 2024-11-26T22:23:41,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp/A/5f0a957a086b49ebb66a0408744a7462 is 50, key is test_row_0/A:col10/1732659821412/Put/seqid=0 2024-11-26T22:23:41,730 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 372cdfb7b447651d4135abff0144b109#C#compaction#488 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T22:23:41,730 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp/C/542ea285a9124bd3ac665e52442449ba is 50, key is test_row_0/C:col10/1732659821029/Put/seqid=0 2024-11-26T22:23:41,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(8581): Flush requested on 372cdfb7b447651d4135abff0144b109 2024-11-26T22:23:41,741 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109. as already flushing 2024-11-26T22:23:41,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742397_1573 (size=12731) 2024-11-26T22:23:41,762 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp/A/e7158b99eef94f9fb475f95b325bb33b as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/A/e7158b99eef94f9fb475f95b325bb33b 2024-11-26T22:23:41,768 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 372cdfb7b447651d4135abff0144b109/A of 372cdfb7b447651d4135abff0144b109 into e7158b99eef94f9fb475f95b325bb33b(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T22:23:41,768 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 372cdfb7b447651d4135abff0144b109: 2024-11-26T22:23:41,768 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109., storeName=372cdfb7b447651d4135abff0144b109/A, priority=13, startTime=1732659821632; duration=0sec 2024-11-26T22:23:41,768 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T22:23:41,768 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 372cdfb7b447651d4135abff0144b109:A 2024-11-26T22:23:41,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742399_1575 (size=12731) 2024-11-26T22:23:41,800 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:41,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43164 deadline: 1732659881784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:41,801 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:41,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43134 deadline: 1732659881793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:41,801 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp/C/542ea285a9124bd3ac665e52442449ba as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/C/542ea285a9124bd3ac665e52442449ba 2024-11-26T22:23:41,808 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 372cdfb7b447651d4135abff0144b109/C of 372cdfb7b447651d4135abff0144b109 into 542ea285a9124bd3ac665e52442449ba(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T22:23:41,808 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 372cdfb7b447651d4135abff0144b109: 2024-11-26T22:23:41,808 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109., storeName=372cdfb7b447651d4135abff0144b109/C, priority=13, startTime=1732659821633; duration=0sec 2024-11-26T22:23:41,808 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T22:23:41,808 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 372cdfb7b447651d4135abff0144b109:C 2024-11-26T22:23:41,808 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:41,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43114 deadline: 1732659881801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:41,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742398_1574 (size=12301) 2024-11-26T22:23:41,817 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=269 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp/A/5f0a957a086b49ebb66a0408744a7462 2024-11-26T22:23:41,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-26T22:23:41,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp/B/ed2cfec591a54567b080adc377e675b3 is 50, key is test_row_0/B:col10/1732659821412/Put/seqid=0 2024-11-26T22:23:41,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742400_1576 (size=12301) 2024-11-26T22:23:41,887 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=269 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp/B/ed2cfec591a54567b080adc377e675b3 2024-11-26T22:23:41,907 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:41,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43164 deadline: 1732659881902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:41,908 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:41,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43134 deadline: 1732659881903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:41,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp/C/e74591a842f04ae2a48a39f3d24fa499 is 50, key is test_row_0/C:col10/1732659821412/Put/seqid=0 2024-11-26T22:23:41,916 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:41,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43114 deadline: 1732659881909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:41,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742401_1577 (size=12301) 2024-11-26T22:23:41,951 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=269 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp/C/e74591a842f04ae2a48a39f3d24fa499 2024-11-26T22:23:41,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp/A/5f0a957a086b49ebb66a0408744a7462 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/A/5f0a957a086b49ebb66a0408744a7462 2024-11-26T22:23:41,962 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/A/5f0a957a086b49ebb66a0408744a7462, entries=150, sequenceid=269, filesize=12.0 K 2024-11-26T22:23:41,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp/B/ed2cfec591a54567b080adc377e675b3 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/B/ed2cfec591a54567b080adc377e675b3 2024-11-26T22:23:41,968 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/B/ed2cfec591a54567b080adc377e675b3, entries=150, sequenceid=269, filesize=12.0 K 2024-11-26T22:23:41,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp/C/e74591a842f04ae2a48a39f3d24fa499 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/C/e74591a842f04ae2a48a39f3d24fa499 2024-11-26T22:23:41,974 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/C/e74591a842f04ae2a48a39f3d24fa499, entries=150, sequenceid=269, filesize=12.0 K 2024-11-26T22:23:41,976 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for 372cdfb7b447651d4135abff0144b109 in 290ms, sequenceid=269, compaction requested=false 2024-11-26T22:23:41,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2538): Flush status journal for 372cdfb7b447651d4135abff0144b109: 2024-11-26T22:23:41,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109. 2024-11-26T22:23:41,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=145 2024-11-26T22:23:41,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster(4106): Remote procedure done, pid=145 2024-11-26T22:23:41,979 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=145, resume processing ppid=144 2024-11-26T22:23:41,979 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=145, ppid=144, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 443 msec 2024-11-26T22:23:41,980 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=144, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=144, table=TestAcidGuarantees in 449 msec 2024-11-26T22:23:42,116 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 372cdfb7b447651d4135abff0144b109 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-26T22:23:42,116 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 372cdfb7b447651d4135abff0144b109, store=A 2024-11-26T22:23:42,116 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:23:42,116 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 372cdfb7b447651d4135abff0144b109, store=B 2024-11-26T22:23:42,116 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:23:42,116 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 372cdfb7b447651d4135abff0144b109, store=C 2024-11-26T22:23:42,116 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:23:42,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(8581): Flush requested on 372cdfb7b447651d4135abff0144b109 2024-11-26T22:23:42,130 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp/A/2fe8232a599e4cb4adf057158a8c4638 is 50, key is test_row_0/A:col10/1732659822114/Put/seqid=0 2024-11-26T22:23:42,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-26T22:23:42,137 INFO [Thread-2301 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 144 completed 2024-11-26T22:23:42,140 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T22:23:42,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] procedure2.ProcedureExecutor(1098): Stored pid=146, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees 2024-11-26T22:23:42,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-11-26T22:23:42,143 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=146, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T22:23:42,144 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=146, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T22:23:42,144 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=147, ppid=146, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T22:23:42,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742402_1578 (size=14741) 2024-11-26T22:23:42,169 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=289 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp/A/2fe8232a599e4cb4adf057158a8c4638 2024-11-26T22:23:42,181 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:42,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43164 deadline: 1732659882167, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:42,183 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:42,183 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp/B/e10163e6a7f640c593fbee091f084d14 is 50, key is test_row_0/B:col10/1732659822114/Put/seqid=0 2024-11-26T22:23:42,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43114 deadline: 1732659882175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:42,186 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:42,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43134 deadline: 1732659882181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:42,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742403_1579 (size=12301) 2024-11-26T22:23:42,216 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=289 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp/B/e10163e6a7f640c593fbee091f084d14 2024-11-26T22:23:42,238 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp/C/98ced0cc38244a349388bf7b3c456dcc is 50, key is test_row_0/C:col10/1732659822114/Put/seqid=0 2024-11-26T22:23:42,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-11-26T22:23:42,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742404_1580 (size=12301) 2024-11-26T22:23:42,286 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:42,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43164 deadline: 1732659882282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:42,286 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:42,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43114 deadline: 1732659882284, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:42,290 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:42,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43134 deadline: 1732659882287, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:42,295 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:42,296 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34335 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-11-26T22:23:42,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109. 2024-11-26T22:23:42,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109. as already flushing 2024-11-26T22:23:42,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109. 2024-11-26T22:23:42,296 ERROR [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147 java.io.IOException: Unable to complete flush {ENCODED => 372cdfb7b447651d4135abff0144b109, NAME => 'TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:23:42,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147 java.io.IOException: Unable to complete flush {ENCODED => 372cdfb7b447651d4135abff0144b109, NAME => 'TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:23:42,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster(4114): Remote procedure failed, pid=147 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 372cdfb7b447651d4135abff0144b109, NAME => 'TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 372cdfb7b447651d4135abff0144b109, NAME => 'TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:23:42,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-11-26T22:23:42,449 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:42,449 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34335 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-11-26T22:23:42,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109. 2024-11-26T22:23:42,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109. as already flushing 2024-11-26T22:23:42,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109. 2024-11-26T22:23:42,449 ERROR [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147 java.io.IOException: Unable to complete flush {ENCODED => 372cdfb7b447651d4135abff0144b109, NAME => 'TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:23:42,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147 java.io.IOException: Unable to complete flush {ENCODED => 372cdfb7b447651d4135abff0144b109, NAME => 'TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:23:42,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster(4114): Remote procedure failed, pid=147 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 372cdfb7b447651d4135abff0144b109, NAME => 'TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 372cdfb7b447651d4135abff0144b109, NAME => 'TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:23:42,456 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-26T22:23:42,491 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:42,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43114 deadline: 1732659882488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:42,492 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:42,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43164 deadline: 1732659882488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:42,499 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:42,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43134 deadline: 1732659882491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:42,603 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:42,603 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34335 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-11-26T22:23:42,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109. 2024-11-26T22:23:42,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109. as already flushing 2024-11-26T22:23:42,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109. 2024-11-26T22:23:42,603 ERROR [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147 java.io.IOException: Unable to complete flush {ENCODED => 372cdfb7b447651d4135abff0144b109, NAME => 'TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:23:42,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147 java.io.IOException: Unable to complete flush {ENCODED => 372cdfb7b447651d4135abff0144b109, NAME => 'TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:23:42,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster(4114): Remote procedure failed, pid=147 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 372cdfb7b447651d4135abff0144b109, NAME => 'TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 372cdfb7b447651d4135abff0144b109, NAME => 'TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:23:42,679 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=289 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp/C/98ced0cc38244a349388bf7b3c456dcc 2024-11-26T22:23:42,684 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp/A/2fe8232a599e4cb4adf057158a8c4638 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/A/2fe8232a599e4cb4adf057158a8c4638 2024-11-26T22:23:42,690 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/A/2fe8232a599e4cb4adf057158a8c4638, entries=200, sequenceid=289, filesize=14.4 K 2024-11-26T22:23:42,693 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp/B/e10163e6a7f640c593fbee091f084d14 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/B/e10163e6a7f640c593fbee091f084d14 2024-11-26T22:23:42,697 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/B/e10163e6a7f640c593fbee091f084d14, entries=150, sequenceid=289, filesize=12.0 K 2024-11-26T22:23:42,698 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp/C/98ced0cc38244a349388bf7b3c456dcc as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/C/98ced0cc38244a349388bf7b3c456dcc 2024-11-26T22:23:42,705 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/C/98ced0cc38244a349388bf7b3c456dcc, entries=150, sequenceid=289, filesize=12.0 K 2024-11-26T22:23:42,706 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for 372cdfb7b447651d4135abff0144b109 in 591ms, sequenceid=289, compaction requested=true 2024-11-26T22:23:42,706 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 372cdfb7b447651d4135abff0144b109: 2024-11-26T22:23:42,706 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 372cdfb7b447651d4135abff0144b109:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T22:23:42,706 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T22:23:42,706 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 372cdfb7b447651d4135abff0144b109:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T22:23:42,706 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-26T22:23:42,707 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T22:23:42,707 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T22:23:42,707 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 372cdfb7b447651d4135abff0144b109:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T22:23:42,707 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T22:23:42,708 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37333 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T22:23:42,708 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HStore(1540): 372cdfb7b447651d4135abff0144b109/B is initiating minor compaction (all files) 2024-11-26T22:23:42,708 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 372cdfb7b447651d4135abff0144b109/B in TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109. 2024-11-26T22:23:42,708 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/B/12c58354a0ad4653b3f82ab426507424, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/B/ed2cfec591a54567b080adc377e675b3, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/B/e10163e6a7f640c593fbee091f084d14] into tmpdir=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp, totalSize=36.5 K 2024-11-26T22:23:42,709 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39773 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T22:23:42,709 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HStore(1540): 372cdfb7b447651d4135abff0144b109/A is initiating minor compaction (all files) 2024-11-26T22:23:42,709 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 372cdfb7b447651d4135abff0144b109/A in TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109. 2024-11-26T22:23:42,709 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/A/e7158b99eef94f9fb475f95b325bb33b, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/A/5f0a957a086b49ebb66a0408744a7462, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/A/2fe8232a599e4cb4adf057158a8c4638] into tmpdir=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp, totalSize=38.8 K 2024-11-26T22:23:42,710 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.Compactor(224): Compacting e7158b99eef94f9fb475f95b325bb33b, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1732659821018 2024-11-26T22:23:42,711 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.Compactor(224): Compacting 12c58354a0ad4653b3f82ab426507424, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1732659821018 2024-11-26T22:23:42,711 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.Compactor(224): Compacting ed2cfec591a54567b080adc377e675b3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=269, earliestPutTs=1732659821396 2024-11-26T22:23:42,711 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5f0a957a086b49ebb66a0408744a7462, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=269, earliestPutTs=1732659821396 2024-11-26T22:23:42,711 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.Compactor(224): Compacting e10163e6a7f640c593fbee091f084d14, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1732659821776 2024-11-26T22:23:42,711 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2fe8232a599e4cb4adf057158a8c4638, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1732659821776 2024-11-26T22:23:42,733 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 372cdfb7b447651d4135abff0144b109#B#compaction#494 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T22:23:42,733 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp/B/48be945f2ef441f4b074c8c97f4782d6 is 50, key is test_row_0/B:col10/1732659822114/Put/seqid=0 2024-11-26T22:23:42,742 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 372cdfb7b447651d4135abff0144b109#A#compaction#495 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T22:23:42,743 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp/A/794acb65cd9f46a2a3893ec89b34713c is 50, key is test_row_0/A:col10/1732659822114/Put/seqid=0 2024-11-26T22:23:42,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-11-26T22:23:42,755 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:42,756 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34335 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-11-26T22:23:42,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109. 2024-11-26T22:23:42,756 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2837): Flushing 372cdfb7b447651d4135abff0144b109 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-26T22:23:42,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 372cdfb7b447651d4135abff0144b109, store=A 2024-11-26T22:23:42,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:23:42,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 372cdfb7b447651d4135abff0144b109, store=B 2024-11-26T22:23:42,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:23:42,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 372cdfb7b447651d4135abff0144b109, store=C 2024-11-26T22:23:42,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:23:42,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742405_1581 (size=12983) 2024-11-26T22:23:42,779 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp/B/48be945f2ef441f4b074c8c97f4782d6 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/B/48be945f2ef441f4b074c8c97f4782d6 2024-11-26T22:23:42,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp/A/c210287be2654b2ea5c6f8615cd28d4c is 50, key is test_row_0/A:col10/1732659822165/Put/seqid=0 2024-11-26T22:23:42,786 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 372cdfb7b447651d4135abff0144b109/B of 372cdfb7b447651d4135abff0144b109 into 48be945f2ef441f4b074c8c97f4782d6(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T22:23:42,786 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 372cdfb7b447651d4135abff0144b109: 2024-11-26T22:23:42,786 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109., storeName=372cdfb7b447651d4135abff0144b109/B, priority=13, startTime=1732659822706; duration=0sec 2024-11-26T22:23:42,786 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T22:23:42,786 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 372cdfb7b447651d4135abff0144b109:B 2024-11-26T22:23:42,786 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T22:23:42,787 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37333 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T22:23:42,787 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HStore(1540): 372cdfb7b447651d4135abff0144b109/C is initiating minor compaction (all files) 2024-11-26T22:23:42,787 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 372cdfb7b447651d4135abff0144b109/C in TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109. 2024-11-26T22:23:42,787 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/C/542ea285a9124bd3ac665e52442449ba, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/C/e74591a842f04ae2a48a39f3d24fa499, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/C/98ced0cc38244a349388bf7b3c456dcc] into tmpdir=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp, totalSize=36.5 K 2024-11-26T22:23:42,787 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.Compactor(224): Compacting 542ea285a9124bd3ac665e52442449ba, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1732659821018 2024-11-26T22:23:42,788 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.Compactor(224): Compacting e74591a842f04ae2a48a39f3d24fa499, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=269, earliestPutTs=1732659821396 2024-11-26T22:23:42,788 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.Compactor(224): Compacting 98ced0cc38244a349388bf7b3c456dcc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1732659821776 2024-11-26T22:23:42,800 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109. as already flushing 2024-11-26T22:23:42,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(8581): Flush requested on 372cdfb7b447651d4135abff0144b109 2024-11-26T22:23:42,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742406_1582 (size=12983) 2024-11-26T22:23:42,839 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 372cdfb7b447651d4135abff0144b109#C#compaction#497 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T22:23:42,840 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp/C/487ce361a43e406e9904a7f53e8f09fd is 50, key is test_row_0/C:col10/1732659822114/Put/seqid=0 2024-11-26T22:23:42,842 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:42,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43114 deadline: 1732659882838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:42,849 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:42,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43134 deadline: 1732659882841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:42,850 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:42,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43164 deadline: 1732659882843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:42,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742407_1583 (size=12301) 2024-11-26T22:23:42,857 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=308 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp/A/c210287be2654b2ea5c6f8615cd28d4c 2024-11-26T22:23:42,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742408_1584 (size=12983) 2024-11-26T22:23:42,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp/B/25e35a25357a406c890e19bb2908a156 is 50, key is test_row_0/B:col10/1732659822165/Put/seqid=0 2024-11-26T22:23:42,882 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp/C/487ce361a43e406e9904a7f53e8f09fd as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/C/487ce361a43e406e9904a7f53e8f09fd 2024-11-26T22:23:42,888 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 372cdfb7b447651d4135abff0144b109/C of 372cdfb7b447651d4135abff0144b109 into 487ce361a43e406e9904a7f53e8f09fd(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T22:23:42,888 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 372cdfb7b447651d4135abff0144b109: 2024-11-26T22:23:42,888 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109., storeName=372cdfb7b447651d4135abff0144b109/C, priority=13, startTime=1732659822707; duration=0sec 2024-11-26T22:23:42,888 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T22:23:42,888 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 372cdfb7b447651d4135abff0144b109:C 2024-11-26T22:23:42,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742409_1585 (size=12301) 2024-11-26T22:23:42,923 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=308 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp/B/25e35a25357a406c890e19bb2908a156 2024-11-26T22:23:42,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp/C/750638cd0e0041fe9d4cc5349c164cd0 is 50, key is test_row_0/C:col10/1732659822165/Put/seqid=0 2024-11-26T22:23:42,951 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:42,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43114 deadline: 1732659882945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:42,954 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:42,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43134 deadline: 1732659882951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:42,954 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:42,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43164 deadline: 1732659882951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:43,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742410_1586 (size=12301) 2024-11-26T22:23:43,154 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:43,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43114 deadline: 1732659883153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:43,160 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:43,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43164 deadline: 1732659883155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:43,161 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:43,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43134 deadline: 1732659883156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:43,223 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp/A/794acb65cd9f46a2a3893ec89b34713c as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/A/794acb65cd9f46a2a3893ec89b34713c 2024-11-26T22:23:43,230 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 372cdfb7b447651d4135abff0144b109/A of 372cdfb7b447651d4135abff0144b109 into 794acb65cd9f46a2a3893ec89b34713c(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T22:23:43,230 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 372cdfb7b447651d4135abff0144b109: 2024-11-26T22:23:43,230 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109., storeName=372cdfb7b447651d4135abff0144b109/A, priority=13, startTime=1732659822706; duration=0sec 2024-11-26T22:23:43,230 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T22:23:43,230 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 372cdfb7b447651d4135abff0144b109:A 2024-11-26T22:23:43,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-11-26T22:23:43,402 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=308 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp/C/750638cd0e0041fe9d4cc5349c164cd0 2024-11-26T22:23:43,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp/A/c210287be2654b2ea5c6f8615cd28d4c as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/A/c210287be2654b2ea5c6f8615cd28d4c 2024-11-26T22:23:43,411 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/A/c210287be2654b2ea5c6f8615cd28d4c, entries=150, sequenceid=308, filesize=12.0 K 2024-11-26T22:23:43,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp/B/25e35a25357a406c890e19bb2908a156 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/B/25e35a25357a406c890e19bb2908a156 2024-11-26T22:23:43,419 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/B/25e35a25357a406c890e19bb2908a156, entries=150, sequenceid=308, filesize=12.0 K 2024-11-26T22:23:43,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp/C/750638cd0e0041fe9d4cc5349c164cd0 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/C/750638cd0e0041fe9d4cc5349c164cd0 2024-11-26T22:23:43,427 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/C/750638cd0e0041fe9d4cc5349c164cd0, entries=150, sequenceid=308, filesize=12.0 K 2024-11-26T22:23:43,428 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for 372cdfb7b447651d4135abff0144b109 in 672ms, sequenceid=308, compaction requested=false 2024-11-26T22:23:43,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2538): Flush status journal for 372cdfb7b447651d4135abff0144b109: 2024-11-26T22:23:43,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109. 2024-11-26T22:23:43,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=147 2024-11-26T22:23:43,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster(4106): Remote procedure done, pid=147 2024-11-26T22:23:43,434 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=147, resume processing ppid=146 2024-11-26T22:23:43,434 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=147, ppid=146, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2880 sec 2024-11-26T22:23:43,437 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=146, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees in 1.2940 sec 2024-11-26T22:23:43,465 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 372cdfb7b447651d4135abff0144b109 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-26T22:23:43,465 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 372cdfb7b447651d4135abff0144b109, store=A 2024-11-26T22:23:43,465 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:23:43,465 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 372cdfb7b447651d4135abff0144b109, store=B 2024-11-26T22:23:43,465 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:23:43,465 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 372cdfb7b447651d4135abff0144b109, store=C 2024-11-26T22:23:43,465 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:23:43,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(8581): Flush requested on 372cdfb7b447651d4135abff0144b109 2024-11-26T22:23:43,475 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp/A/5014d43eff494174aa8d53c072221fb4 is 50, key is test_row_0/A:col10/1732659823463/Put/seqid=0 2024-11-26T22:23:43,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742411_1587 (size=14741) 2024-11-26T22:23:43,515 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=329 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp/A/5014d43eff494174aa8d53c072221fb4 2024-11-26T22:23:43,523 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp/B/a0cff83a64cc4e6c88a8af359ba3e8a5 is 50, key is test_row_0/B:col10/1732659823463/Put/seqid=0 2024-11-26T22:23:43,524 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:43,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43164 deadline: 1732659883514, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:43,527 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:43,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43134 deadline: 1732659883517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:43,529 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:43,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43114 deadline: 1732659883521, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:43,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742412_1588 (size=12301) 2024-11-26T22:23:43,576 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=329 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp/B/a0cff83a64cc4e6c88a8af359ba3e8a5 2024-11-26T22:23:43,590 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp/C/f0df2d7555ae4a77940fa2aa6c0255bf is 50, key is test_row_0/C:col10/1732659823463/Put/seqid=0 2024-11-26T22:23:43,633 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:43,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43164 deadline: 1732659883627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:43,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742413_1589 (size=12301) 2024-11-26T22:23:43,634 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:43,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43134 deadline: 1732659883628, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:43,634 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:43,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43114 deadline: 1732659883631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:43,637 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=329 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp/C/f0df2d7555ae4a77940fa2aa6c0255bf 2024-11-26T22:23:43,644 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp/A/5014d43eff494174aa8d53c072221fb4 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/A/5014d43eff494174aa8d53c072221fb4 2024-11-26T22:23:43,651 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/A/5014d43eff494174aa8d53c072221fb4, entries=200, sequenceid=329, filesize=14.4 K 2024-11-26T22:23:43,652 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp/B/a0cff83a64cc4e6c88a8af359ba3e8a5 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/B/a0cff83a64cc4e6c88a8af359ba3e8a5 2024-11-26T22:23:43,660 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/B/a0cff83a64cc4e6c88a8af359ba3e8a5, entries=150, sequenceid=329, filesize=12.0 K 2024-11-26T22:23:43,661 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp/C/f0df2d7555ae4a77940fa2aa6c0255bf as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/C/f0df2d7555ae4a77940fa2aa6c0255bf 2024-11-26T22:23:43,669 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/C/f0df2d7555ae4a77940fa2aa6c0255bf, entries=150, sequenceid=329, filesize=12.0 K 2024-11-26T22:23:43,670 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for 372cdfb7b447651d4135abff0144b109 in 205ms, sequenceid=329, compaction requested=true 2024-11-26T22:23:43,670 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 372cdfb7b447651d4135abff0144b109: 2024-11-26T22:23:43,670 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T22:23:43,672 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 372cdfb7b447651d4135abff0144b109:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T22:23:43,673 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T22:23:43,673 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T22:23:43,673 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 372cdfb7b447651d4135abff0144b109:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T22:23:43,673 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T22:23:43,673 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 372cdfb7b447651d4135abff0144b109:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T22:23:43,673 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T22:23:43,673 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40025 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T22:23:43,673 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HStore(1540): 372cdfb7b447651d4135abff0144b109/A is initiating minor compaction (all files) 2024-11-26T22:23:43,673 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 372cdfb7b447651d4135abff0144b109/A in TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109. 2024-11-26T22:23:43,673 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/A/794acb65cd9f46a2a3893ec89b34713c, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/A/c210287be2654b2ea5c6f8615cd28d4c, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/A/5014d43eff494174aa8d53c072221fb4] into tmpdir=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp, totalSize=39.1 K 2024-11-26T22:23:43,676 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.Compactor(224): Compacting 794acb65cd9f46a2a3893ec89b34713c, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1732659821776 2024-11-26T22:23:43,680 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T22:23:43,680 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HStore(1540): 372cdfb7b447651d4135abff0144b109/B is initiating minor compaction (all files) 2024-11-26T22:23:43,680 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 372cdfb7b447651d4135abff0144b109/B in TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109. 2024-11-26T22:23:43,680 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/B/48be945f2ef441f4b074c8c97f4782d6, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/B/25e35a25357a406c890e19bb2908a156, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/B/a0cff83a64cc4e6c88a8af359ba3e8a5] into tmpdir=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp, totalSize=36.7 K 2024-11-26T22:23:43,680 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.Compactor(224): Compacting c210287be2654b2ea5c6f8615cd28d4c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=308, earliestPutTs=1732659822165 2024-11-26T22:23:43,680 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5014d43eff494174aa8d53c072221fb4, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=329, earliestPutTs=1732659822835 2024-11-26T22:23:43,680 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.Compactor(224): Compacting 48be945f2ef441f4b074c8c97f4782d6, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1732659821776 2024-11-26T22:23:43,681 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.Compactor(224): Compacting 25e35a25357a406c890e19bb2908a156, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=308, earliestPutTs=1732659822165 2024-11-26T22:23:43,681 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.Compactor(224): Compacting a0cff83a64cc4e6c88a8af359ba3e8a5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=329, earliestPutTs=1732659822835 2024-11-26T22:23:43,690 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 372cdfb7b447651d4135abff0144b109#B#compaction#503 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T22:23:43,691 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp/B/d5dc62c27f6b44b28e6d308d29f353be is 50, key is test_row_0/B:col10/1732659823463/Put/seqid=0 2024-11-26T22:23:43,703 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 372cdfb7b447651d4135abff0144b109#A#compaction#504 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T22:23:43,704 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp/A/ebfe0ca614064536a948a0043d4c03c1 is 50, key is test_row_0/A:col10/1732659823463/Put/seqid=0 2024-11-26T22:23:43,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742414_1590 (size=13085) 2024-11-26T22:23:43,762 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp/B/d5dc62c27f6b44b28e6d308d29f353be as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/B/d5dc62c27f6b44b28e6d308d29f353be 2024-11-26T22:23:43,768 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 372cdfb7b447651d4135abff0144b109/B of 372cdfb7b447651d4135abff0144b109 into d5dc62c27f6b44b28e6d308d29f353be(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T22:23:43,768 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 372cdfb7b447651d4135abff0144b109: 2024-11-26T22:23:43,768 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109., storeName=372cdfb7b447651d4135abff0144b109/B, priority=13, startTime=1732659823673; duration=0sec 2024-11-26T22:23:43,768 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T22:23:43,768 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 372cdfb7b447651d4135abff0144b109:B 2024-11-26T22:23:43,768 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T22:23:43,772 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T22:23:43,772 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HStore(1540): 372cdfb7b447651d4135abff0144b109/C is initiating minor compaction (all files) 2024-11-26T22:23:43,772 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 372cdfb7b447651d4135abff0144b109/C in TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109. 2024-11-26T22:23:43,772 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/C/487ce361a43e406e9904a7f53e8f09fd, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/C/750638cd0e0041fe9d4cc5349c164cd0, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/C/f0df2d7555ae4a77940fa2aa6c0255bf] into tmpdir=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp, totalSize=36.7 K 2024-11-26T22:23:43,772 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.Compactor(224): Compacting 487ce361a43e406e9904a7f53e8f09fd, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1732659821776 2024-11-26T22:23:43,773 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.Compactor(224): Compacting 750638cd0e0041fe9d4cc5349c164cd0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=308, earliestPutTs=1732659822165 2024-11-26T22:23:43,774 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.Compactor(224): Compacting f0df2d7555ae4a77940fa2aa6c0255bf, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=329, earliestPutTs=1732659822835 2024-11-26T22:23:43,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742415_1591 (size=13085) 2024-11-26T22:23:43,786 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 372cdfb7b447651d4135abff0144b109#C#compaction#505 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T22:23:43,786 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp/C/cfc5594bb1c14f33a5fc7487e5b8dddc is 50, key is test_row_0/C:col10/1732659823463/Put/seqid=0 2024-11-26T22:23:43,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742416_1592 (size=13085) 2024-11-26T22:23:43,830 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp/C/cfc5594bb1c14f33a5fc7487e5b8dddc as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/C/cfc5594bb1c14f33a5fc7487e5b8dddc 2024-11-26T22:23:43,840 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 372cdfb7b447651d4135abff0144b109 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-26T22:23:43,840 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 372cdfb7b447651d4135abff0144b109, store=A 2024-11-26T22:23:43,840 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:23:43,840 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 372cdfb7b447651d4135abff0144b109, store=B 2024-11-26T22:23:43,840 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:23:43,840 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 372cdfb7b447651d4135abff0144b109, store=C 2024-11-26T22:23:43,840 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:23:43,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(8581): Flush requested on 372cdfb7b447651d4135abff0144b109 2024-11-26T22:23:43,843 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 372cdfb7b447651d4135abff0144b109/C of 372cdfb7b447651d4135abff0144b109 into cfc5594bb1c14f33a5fc7487e5b8dddc(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T22:23:43,843 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 372cdfb7b447651d4135abff0144b109: 2024-11-26T22:23:43,843 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109., storeName=372cdfb7b447651d4135abff0144b109/C, priority=13, startTime=1732659823673; duration=0sec 2024-11-26T22:23:43,843 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T22:23:43,843 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 372cdfb7b447651d4135abff0144b109:C 2024-11-26T22:23:43,847 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp/A/c0086ef7b6ae446186a6db443fcd14da is 50, key is test_row_0/A:col10/1732659823838/Put/seqid=0 2024-11-26T22:23:43,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742417_1593 (size=14741) 2024-11-26T22:23:43,892 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=349 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp/A/c0086ef7b6ae446186a6db443fcd14da 2024-11-26T22:23:43,894 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:43,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43114 deadline: 1732659883884, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:43,895 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:43,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43164 deadline: 1732659883885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:43,898 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:43,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43134 deadline: 1732659883888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:43,902 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp/B/95b59165f72f4f4a99f8a1e802191371 is 50, key is test_row_0/B:col10/1732659823838/Put/seqid=0 2024-11-26T22:23:43,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742418_1594 (size=12301) 2024-11-26T22:23:43,997 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:43,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43114 deadline: 1732659883997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:44,003 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:44,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43134 deadline: 1732659883999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:44,006 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:44,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43164 deadline: 1732659884000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:44,186 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp/A/ebfe0ca614064536a948a0043d4c03c1 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/A/ebfe0ca614064536a948a0043d4c03c1 2024-11-26T22:23:44,191 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 372cdfb7b447651d4135abff0144b109/A of 372cdfb7b447651d4135abff0144b109 into ebfe0ca614064536a948a0043d4c03c1(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T22:23:44,191 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 372cdfb7b447651d4135abff0144b109: 2024-11-26T22:23:44,191 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109., storeName=372cdfb7b447651d4135abff0144b109/A, priority=13, startTime=1732659823670; duration=0sec 2024-11-26T22:23:44,191 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T22:23:44,191 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 372cdfb7b447651d4135abff0144b109:A 2024-11-26T22:23:44,209 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:44,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43134 deadline: 1732659884206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:44,210 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:44,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43164 deadline: 1732659884207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:44,212 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:44,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43114 deadline: 1732659884199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:44,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-11-26T22:23:44,246 INFO [Thread-2301 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 146 completed 2024-11-26T22:23:44,248 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T22:23:44,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] procedure2.ProcedureExecutor(1098): Stored pid=148, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees 2024-11-26T22:23:44,249 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=148, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T22:23:44,250 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=148, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T22:23:44,250 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=149, ppid=148, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T22:23:44,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-11-26T22:23:44,349 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=349 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp/B/95b59165f72f4f4a99f8a1e802191371 2024-11-26T22:23:44,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-11-26T22:23:44,372 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp/C/30c1eaaf3f4f4bccb6d96e6022d0f369 is 50, key is test_row_0/C:col10/1732659823838/Put/seqid=0 2024-11-26T22:23:44,402 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:44,403 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34335 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-11-26T22:23:44,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109. 2024-11-26T22:23:44,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109. as already flushing 2024-11-26T22:23:44,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109. 2024-11-26T22:23:44,403 ERROR [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => 372cdfb7b447651d4135abff0144b109, NAME => 'TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:23:44,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => 372cdfb7b447651d4135abff0144b109, NAME => 'TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:23:44,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster(4114): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 372cdfb7b447651d4135abff0144b109, NAME => 'TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 372cdfb7b447651d4135abff0144b109, NAME => 'TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:23:44,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742419_1595 (size=12301) 2024-11-26T22:23:44,517 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:44,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43134 deadline: 1732659884512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:44,518 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:44,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43164 deadline: 1732659884512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:44,519 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:44,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43114 deadline: 1732659884515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:44,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-11-26T22:23:44,555 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:44,557 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34335 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-11-26T22:23:44,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109. 2024-11-26T22:23:44,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109. as already flushing 2024-11-26T22:23:44,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109. 2024-11-26T22:23:44,557 ERROR [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => 372cdfb7b447651d4135abff0144b109, NAME => 'TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:23:44,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => 372cdfb7b447651d4135abff0144b109, NAME => 'TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:23:44,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster(4114): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 372cdfb7b447651d4135abff0144b109, NAME => 'TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 372cdfb7b447651d4135abff0144b109, NAME => 'TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:23:44,709 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:44,711 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34335 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-11-26T22:23:44,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109. 2024-11-26T22:23:44,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109. as already flushing 2024-11-26T22:23:44,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109. 2024-11-26T22:23:44,711 ERROR [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => 372cdfb7b447651d4135abff0144b109, NAME => 'TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:23:44,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => 372cdfb7b447651d4135abff0144b109, NAME => 'TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:23:44,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster(4114): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 372cdfb7b447651d4135abff0144b109, NAME => 'TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 372cdfb7b447651d4135abff0144b109, NAME => 'TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:23:44,806 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=349 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp/C/30c1eaaf3f4f4bccb6d96e6022d0f369 2024-11-26T22:23:44,812 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp/A/c0086ef7b6ae446186a6db443fcd14da as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/A/c0086ef7b6ae446186a6db443fcd14da 2024-11-26T22:23:44,816 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/A/c0086ef7b6ae446186a6db443fcd14da, entries=200, sequenceid=349, filesize=14.4 K 2024-11-26T22:23:44,817 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp/B/95b59165f72f4f4a99f8a1e802191371 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/B/95b59165f72f4f4a99f8a1e802191371 2024-11-26T22:23:44,823 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/B/95b59165f72f4f4a99f8a1e802191371, entries=150, sequenceid=349, filesize=12.0 K 2024-11-26T22:23:44,825 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp/C/30c1eaaf3f4f4bccb6d96e6022d0f369 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/C/30c1eaaf3f4f4bccb6d96e6022d0f369 2024-11-26T22:23:44,828 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/C/30c1eaaf3f4f4bccb6d96e6022d0f369, entries=150, sequenceid=349, filesize=12.0 K 2024-11-26T22:23:44,829 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=100.63 KB/103050 for 372cdfb7b447651d4135abff0144b109 in 990ms, sequenceid=349, compaction requested=false 2024-11-26T22:23:44,829 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 372cdfb7b447651d4135abff0144b109: 2024-11-26T22:23:44,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-11-26T22:23:44,866 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:44,867 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34335 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-11-26T22:23:44,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109. 2024-11-26T22:23:44,868 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2837): Flushing 372cdfb7b447651d4135abff0144b109 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-26T22:23:44,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 372cdfb7b447651d4135abff0144b109, store=A 2024-11-26T22:23:44,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:23:44,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 372cdfb7b447651d4135abff0144b109, store=B 2024-11-26T22:23:44,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:23:44,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 372cdfb7b447651d4135abff0144b109, store=C 2024-11-26T22:23:44,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:23:44,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp/A/d2ca8af376894321a195f4af9df770f7 is 50, key is test_row_0/A:col10/1732659823867/Put/seqid=0 2024-11-26T22:23:44,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742420_1596 (size=12301) 2024-11-26T22:23:44,932 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=369 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp/A/d2ca8af376894321a195f4af9df770f7 2024-11-26T22:23:44,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp/B/00f758667b92429489c2e7920502dc19 is 50, key is test_row_0/B:col10/1732659823867/Put/seqid=0 2024-11-26T22:23:44,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742421_1597 (size=12301) 2024-11-26T22:23:45,000 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=369 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp/B/00f758667b92429489c2e7920502dc19 2024-11-26T22:23:45,025 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109. as already flushing 2024-11-26T22:23:45,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(8581): Flush requested on 372cdfb7b447651d4135abff0144b109 2024-11-26T22:23:45,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp/C/48af753c0a1e4809b2a44c2697091f24 is 50, key is test_row_0/C:col10/1732659823867/Put/seqid=0 2024-11-26T22:23:45,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742422_1598 (size=12301) 2024-11-26T22:23:45,054 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=369 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp/C/48af753c0a1e4809b2a44c2697091f24 2024-11-26T22:23:45,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp/A/d2ca8af376894321a195f4af9df770f7 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/A/d2ca8af376894321a195f4af9df770f7 2024-11-26T22:23:45,063 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/A/d2ca8af376894321a195f4af9df770f7, entries=150, sequenceid=369, filesize=12.0 K 2024-11-26T22:23:45,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp/B/00f758667b92429489c2e7920502dc19 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/B/00f758667b92429489c2e7920502dc19 2024-11-26T22:23:45,072 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/B/00f758667b92429489c2e7920502dc19, entries=150, sequenceid=369, filesize=12.0 K 2024-11-26T22:23:45,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp/C/48af753c0a1e4809b2a44c2697091f24 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/C/48af753c0a1e4809b2a44c2697091f24 2024-11-26T22:23:45,077 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/C/48af753c0a1e4809b2a44c2697091f24, entries=150, sequenceid=369, filesize=12.0 K 2024-11-26T22:23:45,079 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=87.22 KB/89310 for 372cdfb7b447651d4135abff0144b109 in 212ms, sequenceid=369, compaction requested=true 2024-11-26T22:23:45,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2538): Flush status journal for 372cdfb7b447651d4135abff0144b109: 2024-11-26T22:23:45,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109. 2024-11-26T22:23:45,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=149 2024-11-26T22:23:45,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster(4106): Remote procedure done, pid=149 2024-11-26T22:23:45,081 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=149, resume processing ppid=148 2024-11-26T22:23:45,081 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=149, ppid=148, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 830 msec 2024-11-26T22:23:45,082 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=148, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees in 834 msec 2024-11-26T22:23:45,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(8581): Flush requested on 372cdfb7b447651d4135abff0144b109 2024-11-26T22:23:45,101 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 372cdfb7b447651d4135abff0144b109 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-26T22:23:45,106 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 372cdfb7b447651d4135abff0144b109, store=A 2024-11-26T22:23:45,106 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:23:45,106 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 372cdfb7b447651d4135abff0144b109, store=B 2024-11-26T22:23:45,106 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:23:45,106 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 372cdfb7b447651d4135abff0144b109, store=C 2024-11-26T22:23:45,106 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:23:45,119 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp/A/2283aaa10bab44188fd48b46bbc2c26f is 50, key is test_row_0/A:col10/1732659825099/Put/seqid=0 2024-11-26T22:23:45,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742423_1599 (size=14741) 2024-11-26T22:23:45,141 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=388 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp/A/2283aaa10bab44188fd48b46bbc2c26f 2024-11-26T22:23:45,162 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp/B/b2346da59ac24c05bac72e6feae2dcd3 is 50, key is test_row_0/B:col10/1732659825099/Put/seqid=0 2024-11-26T22:23:45,176 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:45,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43164 deadline: 1732659885165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:45,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742424_1600 (size=12301) 2024-11-26T22:23:45,188 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=388 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp/B/b2346da59ac24c05bac72e6feae2dcd3 2024-11-26T22:23:45,193 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:45,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 217 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43114 deadline: 1732659885181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:45,193 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:45,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43134 deadline: 1732659885181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:45,224 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp/C/a8442757dcb84a6ca52c44bb3381c3a1 is 50, key is test_row_0/C:col10/1732659825099/Put/seqid=0 2024-11-26T22:23:45,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742425_1601 (size=12301) 2024-11-26T22:23:45,288 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:45,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43164 deadline: 1732659885282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:45,301 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:45,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43134 deadline: 1732659885294, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:45,302 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:45,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 219 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43114 deadline: 1732659885295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:45,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-11-26T22:23:45,365 INFO [Thread-2301 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 148 completed 2024-11-26T22:23:45,366 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T22:23:45,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] procedure2.ProcedureExecutor(1098): Stored pid=150, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees 2024-11-26T22:23:45,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=150 2024-11-26T22:23:45,368 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=150, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T22:23:45,368 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=150, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T22:23:45,368 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=151, ppid=150, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T22:23:45,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=150 2024-11-26T22:23:45,496 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:45,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 217 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43164 deadline: 1732659885492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:45,512 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:45,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43134 deadline: 1732659885504, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:45,513 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:45,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 221 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43114 deadline: 1732659885504, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:45,521 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:45,521 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34335 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-26T22:23:45,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109. 2024-11-26T22:23:45,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109. as already flushing 2024-11-26T22:23:45,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109. 2024-11-26T22:23:45,522 ERROR [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => 372cdfb7b447651d4135abff0144b109, NAME => 'TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:23:45,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => 372cdfb7b447651d4135abff0144b109, NAME => 'TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:23:45,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster(4114): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 372cdfb7b447651d4135abff0144b109, NAME => 'TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 372cdfb7b447651d4135abff0144b109, NAME => 'TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:23:45,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=150 2024-11-26T22:23:45,674 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:45,675 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34335 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-26T22:23:45,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109. 2024-11-26T22:23:45,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109. as already flushing 2024-11-26T22:23:45,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109. 2024-11-26T22:23:45,675 ERROR [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => 372cdfb7b447651d4135abff0144b109, NAME => 'TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:23:45,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => 372cdfb7b447651d4135abff0144b109, NAME => 'TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:23:45,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster(4114): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 372cdfb7b447651d4135abff0144b109, NAME => 'TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 372cdfb7b447651d4135abff0144b109, NAME => 'TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:23:45,681 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=388 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp/C/a8442757dcb84a6ca52c44bb3381c3a1 2024-11-26T22:23:45,730 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp/A/2283aaa10bab44188fd48b46bbc2c26f as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/A/2283aaa10bab44188fd48b46bbc2c26f 2024-11-26T22:23:45,756 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/A/2283aaa10bab44188fd48b46bbc2c26f, entries=200, sequenceid=388, filesize=14.4 K 2024-11-26T22:23:45,760 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp/B/b2346da59ac24c05bac72e6feae2dcd3 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/B/b2346da59ac24c05bac72e6feae2dcd3 2024-11-26T22:23:45,765 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/B/b2346da59ac24c05bac72e6feae2dcd3, entries=150, sequenceid=388, filesize=12.0 K 2024-11-26T22:23:45,767 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp/C/a8442757dcb84a6ca52c44bb3381c3a1 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/C/a8442757dcb84a6ca52c44bb3381c3a1 2024-11-26T22:23:45,777 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/C/a8442757dcb84a6ca52c44bb3381c3a1, entries=150, sequenceid=388, filesize=12.0 K 2024-11-26T22:23:45,778 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for 372cdfb7b447651d4135abff0144b109 in 677ms, sequenceid=388, compaction requested=true 2024-11-26T22:23:45,778 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 372cdfb7b447651d4135abff0144b109: 2024-11-26T22:23:45,778 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T22:23:45,779 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 54868 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-26T22:23:45,779 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HStore(1540): 372cdfb7b447651d4135abff0144b109/A is initiating minor compaction (all files) 2024-11-26T22:23:45,780 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 372cdfb7b447651d4135abff0144b109/A in TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109. 2024-11-26T22:23:45,780 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/A/ebfe0ca614064536a948a0043d4c03c1, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/A/c0086ef7b6ae446186a6db443fcd14da, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/A/d2ca8af376894321a195f4af9df770f7, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/A/2283aaa10bab44188fd48b46bbc2c26f] into tmpdir=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp, totalSize=53.6 K 2024-11-26T22:23:45,780 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.Compactor(224): Compacting ebfe0ca614064536a948a0043d4c03c1, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=329, earliestPutTs=1732659822835 2024-11-26T22:23:45,781 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.Compactor(224): Compacting c0086ef7b6ae446186a6db443fcd14da, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=349, earliestPutTs=1732659823509 2024-11-26T22:23:45,781 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 372cdfb7b447651d4135abff0144b109:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T22:23:45,781 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.Compactor(224): Compacting d2ca8af376894321a195f4af9df770f7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=369, earliestPutTs=1732659823866 2024-11-26T22:23:45,781 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T22:23:45,781 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T22:23:45,781 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 372cdfb7b447651d4135abff0144b109:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T22:23:45,782 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2283aaa10bab44188fd48b46bbc2c26f, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=388, earliestPutTs=1732659825070 2024-11-26T22:23:45,783 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49988 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-26T22:23:45,783 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HStore(1540): 372cdfb7b447651d4135abff0144b109/B is initiating minor compaction (all files) 2024-11-26T22:23:45,783 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 372cdfb7b447651d4135abff0144b109/B in TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109. 2024-11-26T22:23:45,783 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/B/d5dc62c27f6b44b28e6d308d29f353be, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/B/95b59165f72f4f4a99f8a1e802191371, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/B/00f758667b92429489c2e7920502dc19, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/B/b2346da59ac24c05bac72e6feae2dcd3] into tmpdir=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp, totalSize=48.8 K 2024-11-26T22:23:45,784 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.Compactor(224): Compacting d5dc62c27f6b44b28e6d308d29f353be, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=329, earliestPutTs=1732659822835 2024-11-26T22:23:45,785 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.Compactor(224): Compacting 95b59165f72f4f4a99f8a1e802191371, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=349, earliestPutTs=1732659823514 2024-11-26T22:23:45,785 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.Compactor(224): Compacting 00f758667b92429489c2e7920502dc19, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=369, earliestPutTs=1732659823866 2024-11-26T22:23:45,786 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.Compactor(224): Compacting b2346da59ac24c05bac72e6feae2dcd3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=388, earliestPutTs=1732659825070 2024-11-26T22:23:45,796 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T22:23:45,796 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 372cdfb7b447651d4135abff0144b109:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T22:23:45,796 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T22:23:45,802 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 372cdfb7b447651d4135abff0144b109#A#compaction#515 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T22:23:45,804 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp/A/2e5705829973489bb68e4aa48836215e is 50, key is test_row_0/A:col10/1732659825099/Put/seqid=0 2024-11-26T22:23:45,810 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 372cdfb7b447651d4135abff0144b109#B#compaction#516 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T22:23:45,810 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp/B/86741be2e95749248aa89dffb2bfb37e is 50, key is test_row_0/B:col10/1732659825099/Put/seqid=0 2024-11-26T22:23:45,819 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 372cdfb7b447651d4135abff0144b109 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-26T22:23:45,819 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 372cdfb7b447651d4135abff0144b109, store=A 2024-11-26T22:23:45,819 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:23:45,819 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 372cdfb7b447651d4135abff0144b109, store=B 2024-11-26T22:23:45,820 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:23:45,820 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 372cdfb7b447651d4135abff0144b109, store=C 2024-11-26T22:23:45,820 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:23:45,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(8581): Flush requested on 372cdfb7b447651d4135abff0144b109 2024-11-26T22:23:45,827 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:45,828 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34335 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-26T22:23:45,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109. 2024-11-26T22:23:45,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109. as already flushing 2024-11-26T22:23:45,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109. 2024-11-26T22:23:45,828 ERROR [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => 372cdfb7b447651d4135abff0144b109, NAME => 'TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:23:45,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => 372cdfb7b447651d4135abff0144b109, NAME => 'TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:23:45,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster(4114): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 372cdfb7b447651d4135abff0144b109, NAME => 'TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 372cdfb7b447651d4135abff0144b109, NAME => 'TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:23:45,841 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp/A/20a3d704bc3245b88686fccac3e2824f is 50, key is test_row_0/A:col10/1732659825174/Put/seqid=0 2024-11-26T22:23:45,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742426_1602 (size=13221) 2024-11-26T22:23:45,871 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp/A/2e5705829973489bb68e4aa48836215e as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/A/2e5705829973489bb68e4aa48836215e 2024-11-26T22:23:45,877 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 372cdfb7b447651d4135abff0144b109/A of 372cdfb7b447651d4135abff0144b109 into 2e5705829973489bb68e4aa48836215e(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T22:23:45,877 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 372cdfb7b447651d4135abff0144b109: 2024-11-26T22:23:45,877 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109., storeName=372cdfb7b447651d4135abff0144b109/A, priority=12, startTime=1732659825778; duration=0sec 2024-11-26T22:23:45,877 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T22:23:45,877 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 372cdfb7b447651d4135abff0144b109:A 2024-11-26T22:23:45,877 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T22:23:45,879 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49988 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-26T22:23:45,880 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HStore(1540): 372cdfb7b447651d4135abff0144b109/C is initiating minor compaction (all files) 2024-11-26T22:23:45,880 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 372cdfb7b447651d4135abff0144b109/C in TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109. 2024-11-26T22:23:45,880 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/C/cfc5594bb1c14f33a5fc7487e5b8dddc, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/C/30c1eaaf3f4f4bccb6d96e6022d0f369, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/C/48af753c0a1e4809b2a44c2697091f24, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/C/a8442757dcb84a6ca52c44bb3381c3a1] into tmpdir=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp, totalSize=48.8 K 2024-11-26T22:23:45,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742427_1603 (size=13221) 2024-11-26T22:23:45,880 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.Compactor(224): Compacting cfc5594bb1c14f33a5fc7487e5b8dddc, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=329, earliestPutTs=1732659822835 2024-11-26T22:23:45,882 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.Compactor(224): Compacting 30c1eaaf3f4f4bccb6d96e6022d0f369, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=349, earliestPutTs=1732659823514 2024-11-26T22:23:45,883 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.Compactor(224): Compacting 48af753c0a1e4809b2a44c2697091f24, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=369, earliestPutTs=1732659823866 2024-11-26T22:23:45,884 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.Compactor(224): Compacting a8442757dcb84a6ca52c44bb3381c3a1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=388, earliestPutTs=1732659825070 2024-11-26T22:23:45,887 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp/B/86741be2e95749248aa89dffb2bfb37e as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/B/86741be2e95749248aa89dffb2bfb37e 2024-11-26T22:23:45,892 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:45,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 228 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43114 deadline: 1732659885878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:45,894 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 372cdfb7b447651d4135abff0144b109/B of 372cdfb7b447651d4135abff0144b109 into 86741be2e95749248aa89dffb2bfb37e(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T22:23:45,894 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 372cdfb7b447651d4135abff0144b109: 2024-11-26T22:23:45,894 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109., storeName=372cdfb7b447651d4135abff0144b109/B, priority=12, startTime=1732659825781; duration=0sec 2024-11-26T22:23:45,894 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T22:23:45,894 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 372cdfb7b447651d4135abff0144b109:B 2024-11-26T22:23:45,903 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:45,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43134 deadline: 1732659885891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:45,905 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:45,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 225 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43164 deadline: 1732659885893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:45,907 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 372cdfb7b447651d4135abff0144b109#C#compaction#518 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T22:23:45,908 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp/C/d6364297f2194658b279f238f0383714 is 50, key is test_row_0/C:col10/1732659825099/Put/seqid=0 2024-11-26T22:23:45,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742428_1604 (size=14741) 2024-11-26T22:23:45,929 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=406 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp/A/20a3d704bc3245b88686fccac3e2824f 2024-11-26T22:23:45,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742429_1605 (size=13221) 2024-11-26T22:23:45,964 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp/B/b399c7614f5942d6a794b69093b72ed9 is 50, key is test_row_0/B:col10/1732659825174/Put/seqid=0 2024-11-26T22:23:45,966 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp/C/d6364297f2194658b279f238f0383714 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/C/d6364297f2194658b279f238f0383714 2024-11-26T22:23:45,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=150 2024-11-26T22:23:45,970 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 372cdfb7b447651d4135abff0144b109/C of 372cdfb7b447651d4135abff0144b109 into d6364297f2194658b279f238f0383714(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T22:23:45,971 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 372cdfb7b447651d4135abff0144b109: 2024-11-26T22:23:45,971 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109., storeName=372cdfb7b447651d4135abff0144b109/C, priority=12, startTime=1732659825796; duration=0sec 2024-11-26T22:23:45,971 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T22:23:45,971 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 372cdfb7b447651d4135abff0144b109:C 2024-11-26T22:23:45,981 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:45,981 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34335 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-26T22:23:45,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109. 2024-11-26T22:23:45,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109. as already flushing 2024-11-26T22:23:45,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109. 2024-11-26T22:23:45,982 ERROR [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => 372cdfb7b447651d4135abff0144b109, NAME => 'TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:23:45,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => 372cdfb7b447651d4135abff0144b109, NAME => 'TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:23:45,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster(4114): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 372cdfb7b447651d4135abff0144b109, NAME => 'TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 372cdfb7b447651d4135abff0144b109, NAME => 'TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:23:45,994 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:45,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 230 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43114 deadline: 1732659885994, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:46,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742430_1606 (size=12301) 2024-11-26T22:23:46,009 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:46,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 217 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43134 deadline: 1732659886004, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:46,009 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:46,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 227 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43164 deadline: 1732659886006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:46,011 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=406 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp/B/b399c7614f5942d6a794b69093b72ed9 2024-11-26T22:23:46,027 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp/C/cff014490fb54cc5a5fad1e751147114 is 50, key is test_row_0/C:col10/1732659825174/Put/seqid=0 2024-11-26T22:23:46,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742431_1607 (size=12301) 2024-11-26T22:23:46,136 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:46,139 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34335 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-26T22:23:46,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109. 2024-11-26T22:23:46,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109. as already flushing 2024-11-26T22:23:46,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109. 2024-11-26T22:23:46,139 ERROR [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => 372cdfb7b447651d4135abff0144b109, NAME => 'TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:23:46,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => 372cdfb7b447651d4135abff0144b109, NAME => 'TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:23:46,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster(4114): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 372cdfb7b447651d4135abff0144b109, NAME => 'TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 372cdfb7b447651d4135abff0144b109, NAME => 'TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:23:46,201 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:46,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 232 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43114 deadline: 1732659886196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:46,217 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:46,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 229 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43164 deadline: 1732659886211, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:46,217 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:46,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 219 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43134 deadline: 1732659886211, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:46,291 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:46,292 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34335 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-26T22:23:46,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109. 2024-11-26T22:23:46,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109. as already flushing 2024-11-26T22:23:46,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109. 2024-11-26T22:23:46,292 ERROR [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => 372cdfb7b447651d4135abff0144b109, NAME => 'TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:23:46,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => 372cdfb7b447651d4135abff0144b109, NAME => 'TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:23:46,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster(4114): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 372cdfb7b447651d4135abff0144b109, NAME => 'TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 372cdfb7b447651d4135abff0144b109, NAME => 'TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:23:46,442 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=406 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp/C/cff014490fb54cc5a5fad1e751147114 2024-11-26T22:23:46,444 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:46,445 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34335 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-26T22:23:46,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109. 2024-11-26T22:23:46,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109. as already flushing 2024-11-26T22:23:46,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109. 2024-11-26T22:23:46,445 ERROR [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => 372cdfb7b447651d4135abff0144b109, NAME => 'TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:23:46,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => 372cdfb7b447651d4135abff0144b109, NAME => 'TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:23:46,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster(4114): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 372cdfb7b447651d4135abff0144b109, NAME => 'TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 372cdfb7b447651d4135abff0144b109, NAME => 'TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:23:46,449 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp/A/20a3d704bc3245b88686fccac3e2824f as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/A/20a3d704bc3245b88686fccac3e2824f 2024-11-26T22:23:46,454 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/A/20a3d704bc3245b88686fccac3e2824f, entries=200, sequenceid=406, filesize=14.4 K 2024-11-26T22:23:46,454 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp/B/b399c7614f5942d6a794b69093b72ed9 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/B/b399c7614f5942d6a794b69093b72ed9 2024-11-26T22:23:46,460 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/B/b399c7614f5942d6a794b69093b72ed9, entries=150, sequenceid=406, filesize=12.0 K 2024-11-26T22:23:46,464 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp/C/cff014490fb54cc5a5fad1e751147114 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/C/cff014490fb54cc5a5fad1e751147114 2024-11-26T22:23:46,470 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/C/cff014490fb54cc5a5fad1e751147114, entries=150, sequenceid=406, filesize=12.0 K 2024-11-26T22:23:46,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=150 2024-11-26T22:23:46,471 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for 372cdfb7b447651d4135abff0144b109 in 652ms, sequenceid=406, compaction requested=false 2024-11-26T22:23:46,471 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 372cdfb7b447651d4135abff0144b109: 2024-11-26T22:23:46,510 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 372cdfb7b447651d4135abff0144b109 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-26T22:23:46,510 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 372cdfb7b447651d4135abff0144b109, store=A 2024-11-26T22:23:46,510 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:23:46,510 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 372cdfb7b447651d4135abff0144b109, store=B 2024-11-26T22:23:46,510 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:23:46,510 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 372cdfb7b447651d4135abff0144b109, store=C 2024-11-26T22:23:46,510 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:23:46,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(8581): Flush requested on 372cdfb7b447651d4135abff0144b109 2024-11-26T22:23:46,538 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp/A/394675c2c8274b048345a2d4cde1383f is 50, key is test_row_0/A:col10/1732659825838/Put/seqid=0 2024-11-26T22:23:46,564 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:46,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 235 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43164 deadline: 1732659886554, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:46,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742432_1608 (size=14741) 2024-11-26T22:23:46,570 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:46,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 241 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43114 deadline: 1732659886561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:46,572 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=428 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp/A/394675c2c8274b048345a2d4cde1383f 2024-11-26T22:23:46,574 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:46,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 225 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43134 deadline: 1732659886564, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:46,592 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp/B/37717625f68e4b02823c67fc9e92c20a is 50, key is test_row_0/B:col10/1732659825838/Put/seqid=0 2024-11-26T22:23:46,597 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:46,598 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34335 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-26T22:23:46,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109. 2024-11-26T22:23:46,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109. as already flushing 2024-11-26T22:23:46,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109. 2024-11-26T22:23:46,598 ERROR [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => 372cdfb7b447651d4135abff0144b109, NAME => 'TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:23:46,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => 372cdfb7b447651d4135abff0144b109, NAME => 'TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:23:46,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster(4114): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 372cdfb7b447651d4135abff0144b109, NAME => 'TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 372cdfb7b447651d4135abff0144b109, NAME => 'TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:23:46,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742433_1609 (size=12301) 2024-11-26T22:23:46,638 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=428 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp/B/37717625f68e4b02823c67fc9e92c20a 2024-11-26T22:23:46,658 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp/C/c12cb8bcee284b97ba601fee8e92c3d2 is 50, key is test_row_0/C:col10/1732659825838/Put/seqid=0 2024-11-26T22:23:46,670 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:46,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 237 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43164 deadline: 1732659886665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:46,678 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:46,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 243 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43114 deadline: 1732659886672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:46,679 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:46,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 227 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43134 deadline: 1732659886676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:46,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742434_1610 (size=12301) 2024-11-26T22:23:46,717 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=428 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp/C/c12cb8bcee284b97ba601fee8e92c3d2 2024-11-26T22:23:46,723 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp/A/394675c2c8274b048345a2d4cde1383f as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/A/394675c2c8274b048345a2d4cde1383f 2024-11-26T22:23:46,728 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/A/394675c2c8274b048345a2d4cde1383f, entries=200, sequenceid=428, filesize=14.4 K 2024-11-26T22:23:46,729 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp/B/37717625f68e4b02823c67fc9e92c20a as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/B/37717625f68e4b02823c67fc9e92c20a 2024-11-26T22:23:46,742 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/B/37717625f68e4b02823c67fc9e92c20a, entries=150, sequenceid=428, filesize=12.0 K 2024-11-26T22:23:46,743 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp/C/c12cb8bcee284b97ba601fee8e92c3d2 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/C/c12cb8bcee284b97ba601fee8e92c3d2 2024-11-26T22:23:46,747 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/C/c12cb8bcee284b97ba601fee8e92c3d2, entries=150, sequenceid=428, filesize=12.0 K 2024-11-26T22:23:46,748 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for 372cdfb7b447651d4135abff0144b109 in 238ms, sequenceid=428, compaction requested=true 2024-11-26T22:23:46,748 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 372cdfb7b447651d4135abff0144b109: 2024-11-26T22:23:46,748 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T22:23:46,749 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 42703 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T22:23:46,749 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HStore(1540): 372cdfb7b447651d4135abff0144b109/A is initiating minor compaction (all files) 2024-11-26T22:23:46,749 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 372cdfb7b447651d4135abff0144b109/A in TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109. 2024-11-26T22:23:46,749 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/A/2e5705829973489bb68e4aa48836215e, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/A/20a3d704bc3245b88686fccac3e2824f, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/A/394675c2c8274b048345a2d4cde1383f] into tmpdir=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp, totalSize=41.7 K 2024-11-26T22:23:46,750 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2e5705829973489bb68e4aa48836215e, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=388, earliestPutTs=1732659825070 2024-11-26T22:23:46,750 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.Compactor(224): Compacting 20a3d704bc3245b88686fccac3e2824f, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=406, earliestPutTs=1732659825158 2024-11-26T22:23:46,750 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:46,750 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.Compactor(224): Compacting 394675c2c8274b048345a2d4cde1383f, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=428, earliestPutTs=1732659825838 2024-11-26T22:23:46,751 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34335 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-26T22:23:46,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109. 2024-11-26T22:23:46,751 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2837): Flushing 372cdfb7b447651d4135abff0144b109 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-26T22:23:46,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 372cdfb7b447651d4135abff0144b109, store=A 2024-11-26T22:23:46,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:23:46,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 372cdfb7b447651d4135abff0144b109, store=B 2024-11-26T22:23:46,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:23:46,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 372cdfb7b447651d4135abff0144b109, store=C 2024-11-26T22:23:46,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:23:46,759 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 372cdfb7b447651d4135abff0144b109:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T22:23:46,759 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T22:23:46,760 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T22:23:46,760 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37823 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T22:23:46,760 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HStore(1540): 372cdfb7b447651d4135abff0144b109/B is initiating minor compaction (all files) 2024-11-26T22:23:46,760 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 372cdfb7b447651d4135abff0144b109/B in TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109. 2024-11-26T22:23:46,761 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/B/86741be2e95749248aa89dffb2bfb37e, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/B/b399c7614f5942d6a794b69093b72ed9, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/B/37717625f68e4b02823c67fc9e92c20a] into tmpdir=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp, totalSize=36.9 K 2024-11-26T22:23:46,761 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.Compactor(224): Compacting 86741be2e95749248aa89dffb2bfb37e, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=388, earliestPutTs=1732659825070 2024-11-26T22:23:46,761 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.Compactor(224): Compacting b399c7614f5942d6a794b69093b72ed9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=406, earliestPutTs=1732659825163 2024-11-26T22:23:46,762 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.Compactor(224): Compacting 37717625f68e4b02823c67fc9e92c20a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=428, earliestPutTs=1732659825838 2024-11-26T22:23:46,766 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 372cdfb7b447651d4135abff0144b109:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T22:23:46,766 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T22:23:46,766 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 372cdfb7b447651d4135abff0144b109:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T22:23:46,766 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T22:23:46,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp/A/ff749e0312134d36ba2e77115919bc39 is 50, key is test_row_0/A:col10/1732659826559/Put/seqid=0 2024-11-26T22:23:46,770 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 372cdfb7b447651d4135abff0144b109#B#compaction#525 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T22:23:46,770 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp/B/2e6d45d1b76d4f94a20d7f70c23c7d63 is 50, key is test_row_0/B:col10/1732659825838/Put/seqid=0 2024-11-26T22:23:46,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742435_1611 (size=12301) 2024-11-26T22:23:46,844 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 372cdfb7b447651d4135abff0144b109#A#compaction#526 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T22:23:46,845 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp/A/b4188e0fe88644df8568201d02d1078d is 50, key is test_row_0/A:col10/1732659825838/Put/seqid=0 2024-11-26T22:23:46,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742436_1612 (size=13323) 2024-11-26T22:23:46,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742437_1613 (size=13323) 2024-11-26T22:23:46,879 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109. as already flushing 2024-11-26T22:23:46,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(8581): Flush requested on 372cdfb7b447651d4135abff0144b109 2024-11-26T22:23:46,968 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:46,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 245 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43164 deadline: 1732659886955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:46,969 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:46,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 250 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43114 deadline: 1732659886957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:46,971 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:46,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 234 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43134 deadline: 1732659886959, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:47,073 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:47,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 247 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43164 deadline: 1732659887070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:47,082 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:47,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 252 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43114 deadline: 1732659887072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:47,083 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:47,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 236 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43134 deadline: 1732659887073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:47,227 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=445 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp/A/ff749e0312134d36ba2e77115919bc39 2024-11-26T22:23:47,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp/B/00c8bfb3a934480286eabf2c4b69f9a1 is 50, key is test_row_0/B:col10/1732659826559/Put/seqid=0 2024-11-26T22:23:47,259 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp/B/2e6d45d1b76d4f94a20d7f70c23c7d63 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/B/2e6d45d1b76d4f94a20d7f70c23c7d63 2024-11-26T22:23:47,264 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 372cdfb7b447651d4135abff0144b109/B of 372cdfb7b447651d4135abff0144b109 into 2e6d45d1b76d4f94a20d7f70c23c7d63(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T22:23:47,264 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 372cdfb7b447651d4135abff0144b109: 2024-11-26T22:23:47,264 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109., storeName=372cdfb7b447651d4135abff0144b109/B, priority=13, startTime=1732659826759; duration=0sec 2024-11-26T22:23:47,264 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T22:23:47,264 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 372cdfb7b447651d4135abff0144b109:B 2024-11-26T22:23:47,264 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T22:23:47,265 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37823 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T22:23:47,265 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HStore(1540): 372cdfb7b447651d4135abff0144b109/C is initiating minor compaction (all files) 2024-11-26T22:23:47,265 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 372cdfb7b447651d4135abff0144b109/C in TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109. 2024-11-26T22:23:47,265 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/C/d6364297f2194658b279f238f0383714, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/C/cff014490fb54cc5a5fad1e751147114, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/C/c12cb8bcee284b97ba601fee8e92c3d2] into tmpdir=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp, totalSize=36.9 K 2024-11-26T22:23:47,266 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.Compactor(224): Compacting d6364297f2194658b279f238f0383714, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=388, earliestPutTs=1732659825070 2024-11-26T22:23:47,266 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.Compactor(224): Compacting cff014490fb54cc5a5fad1e751147114, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=406, earliestPutTs=1732659825163 2024-11-26T22:23:47,266 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.Compactor(224): Compacting c12cb8bcee284b97ba601fee8e92c3d2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=428, earliestPutTs=1732659825838 2024-11-26T22:23:47,279 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp/A/b4188e0fe88644df8568201d02d1078d as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/A/b4188e0fe88644df8568201d02d1078d 2024-11-26T22:23:47,286 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 372cdfb7b447651d4135abff0144b109/A of 372cdfb7b447651d4135abff0144b109 into b4188e0fe88644df8568201d02d1078d(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T22:23:47,286 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 372cdfb7b447651d4135abff0144b109: 2024-11-26T22:23:47,286 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109., storeName=372cdfb7b447651d4135abff0144b109/A, priority=13, startTime=1732659826748; duration=0sec 2024-11-26T22:23:47,286 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T22:23:47,286 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 372cdfb7b447651d4135abff0144b109:A 2024-11-26T22:23:47,285 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:47,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 249 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43164 deadline: 1732659887277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:47,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742438_1614 (size=12301) 2024-11-26T22:23:47,293 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:47,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 254 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43114 deadline: 1732659887283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:47,295 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 372cdfb7b447651d4135abff0144b109#C#compaction#528 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T22:23:47,295 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp/C/784e83c61d0b4d5e80d735bf68f2caa5 is 50, key is test_row_0/C:col10/1732659825838/Put/seqid=0 2024-11-26T22:23:47,298 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:47,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 238 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43134 deadline: 1732659887287, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:47,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742439_1615 (size=13323) 2024-11-26T22:23:47,333 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp/C/784e83c61d0b4d5e80d735bf68f2caa5 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/C/784e83c61d0b4d5e80d735bf68f2caa5 2024-11-26T22:23:47,337 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 372cdfb7b447651d4135abff0144b109/C of 372cdfb7b447651d4135abff0144b109 into 784e83c61d0b4d5e80d735bf68f2caa5(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T22:23:47,337 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 372cdfb7b447651d4135abff0144b109: 2024-11-26T22:23:47,337 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109., storeName=372cdfb7b447651d4135abff0144b109/C, priority=13, startTime=1732659826766; duration=0sec 2024-11-26T22:23:47,338 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T22:23:47,338 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 372cdfb7b447651d4135abff0144b109:C 2024-11-26T22:23:47,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=150 2024-11-26T22:23:47,607 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:47,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 251 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43164 deadline: 1732659887602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:47,608 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:47,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 240 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43134 deadline: 1732659887602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:47,608 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:47,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 256 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43114 deadline: 1732659887602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:47,692 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=445 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp/B/00c8bfb3a934480286eabf2c4b69f9a1 2024-11-26T22:23:47,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp/C/6c6ec160efb143faa0168eef2040f151 is 50, key is test_row_0/C:col10/1732659826559/Put/seqid=0 2024-11-26T22:23:47,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742440_1616 (size=12301) 2024-11-26T22:23:48,114 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:48,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 242 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43134 deadline: 1732659888109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:48,115 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:48,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 253 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43164 deadline: 1732659888110, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:48,120 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:48,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 258 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43114 deadline: 1732659888111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:48,156 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=445 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp/C/6c6ec160efb143faa0168eef2040f151 2024-11-26T22:23:48,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp/A/ff749e0312134d36ba2e77115919bc39 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/A/ff749e0312134d36ba2e77115919bc39 2024-11-26T22:23:48,176 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/A/ff749e0312134d36ba2e77115919bc39, entries=150, sequenceid=445, filesize=12.0 K 2024-11-26T22:23:48,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp/B/00c8bfb3a934480286eabf2c4b69f9a1 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/B/00c8bfb3a934480286eabf2c4b69f9a1 2024-11-26T22:23:48,180 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/B/00c8bfb3a934480286eabf2c4b69f9a1, entries=150, sequenceid=445, filesize=12.0 K 2024-11-26T22:23:48,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp/C/6c6ec160efb143faa0168eef2040f151 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/C/6c6ec160efb143faa0168eef2040f151 2024-11-26T22:23:48,186 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/C/6c6ec160efb143faa0168eef2040f151, entries=150, sequenceid=445, filesize=12.0 K 2024-11-26T22:23:48,186 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for 372cdfb7b447651d4135abff0144b109 in 1435ms, sequenceid=445, compaction requested=false 2024-11-26T22:23:48,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2538): Flush status journal for 372cdfb7b447651d4135abff0144b109: 2024-11-26T22:23:48,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109. 2024-11-26T22:23:48,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=151 2024-11-26T22:23:48,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster(4106): Remote procedure done, pid=151 2024-11-26T22:23:48,189 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=151, resume processing ppid=150 2024-11-26T22:23:48,189 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=151, ppid=150, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.8200 sec 2024-11-26T22:23:48,191 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=150, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees in 2.8240 sec 2024-11-26T22:23:49,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(8581): Flush requested on 372cdfb7b447651d4135abff0144b109 2024-11-26T22:23:49,124 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 372cdfb7b447651d4135abff0144b109 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-26T22:23:49,125 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 372cdfb7b447651d4135abff0144b109, store=A 2024-11-26T22:23:49,125 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:23:49,125 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 372cdfb7b447651d4135abff0144b109, store=B 2024-11-26T22:23:49,125 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:23:49,125 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 372cdfb7b447651d4135abff0144b109, store=C 2024-11-26T22:23:49,125 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:23:49,139 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp/A/f626b3215c114c2f8c9cdc587460e906 is 50, key is test_row_0/A:col10/1732659826955/Put/seqid=0 2024-11-26T22:23:49,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742441_1617 (size=14741) 2024-11-26T22:23:49,180 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=468 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp/A/f626b3215c114c2f8c9cdc587460e906 2024-11-26T22:23:49,187 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp/B/4f87c45a14f3458ca55fe8b247ab2eb4 is 50, key is test_row_0/B:col10/1732659826955/Put/seqid=0 2024-11-26T22:23:49,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742442_1618 (size=12301) 2024-11-26T22:23:49,206 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:49,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 260 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43164 deadline: 1732659889193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:49,206 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:49,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 249 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43134 deadline: 1732659889196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:49,212 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:49,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 264 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43114 deadline: 1732659889208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:49,239 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:49,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43106 deadline: 1732659889235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:49,239 DEBUG [Thread-2291 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=8, retries=16, started=18199 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109., hostname=d8c094cf5ab0,34335,1732659674113, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T22:23:49,272 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:49,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43154 deadline: 1732659889270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:49,273 DEBUG [Thread-2293 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=8, retries=16, started=18234 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109., hostname=d8c094cf5ab0,34335,1732659674113, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T22:23:49,311 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:49,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 262 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43164 deadline: 1732659889307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:49,312 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:49,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 251 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43134 deadline: 1732659889308, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:49,320 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:49,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 266 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43114 deadline: 1732659889313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:49,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=150 2024-11-26T22:23:49,472 INFO [Thread-2301 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 150 completed 2024-11-26T22:23:49,473 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T22:23:49,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] procedure2.ProcedureExecutor(1098): Stored pid=152, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees 2024-11-26T22:23:49,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=152 2024-11-26T22:23:49,474 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=152, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T22:23:49,475 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=152, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T22:23:49,475 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=153, ppid=152, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T22:23:49,515 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:49,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 264 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43164 deadline: 1732659889512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:49,519 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:49,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 253 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43134 deadline: 1732659889514, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:49,528 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:49,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 268 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43114 deadline: 1732659889522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:49,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=152 2024-11-26T22:23:49,594 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=468 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp/B/4f87c45a14f3458ca55fe8b247ab2eb4 2024-11-26T22:23:49,601 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp/C/cf4f5c745cb143418881b4ff18e724e7 is 50, key is test_row_0/C:col10/1732659826955/Put/seqid=0 2024-11-26T22:23:49,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742443_1619 (size=12301) 2024-11-26T22:23:49,626 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:49,627 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34335 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-26T22:23:49,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109. 2024-11-26T22:23:49,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109. as already flushing 2024-11-26T22:23:49,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109. 2024-11-26T22:23:49,627 ERROR [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => 372cdfb7b447651d4135abff0144b109, NAME => 'TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:23:49,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => 372cdfb7b447651d4135abff0144b109, NAME => 'TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:23:49,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster(4114): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 372cdfb7b447651d4135abff0144b109, NAME => 'TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 372cdfb7b447651d4135abff0144b109, NAME => 'TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:23:49,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=152 2024-11-26T22:23:49,780 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:49,782 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34335 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-26T22:23:49,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109. 2024-11-26T22:23:49,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109. as already flushing 2024-11-26T22:23:49,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109. 2024-11-26T22:23:49,782 ERROR [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => 372cdfb7b447651d4135abff0144b109, NAME => 'TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:23:49,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => 372cdfb7b447651d4135abff0144b109, NAME => 'TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:23:49,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster(4114): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 372cdfb7b447651d4135abff0144b109, NAME => 'TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 372cdfb7b447651d4135abff0144b109, NAME => 'TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:23:49,821 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:49,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 266 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43164 deadline: 1732659889818, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:49,826 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:49,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 255 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43134 deadline: 1732659889822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:49,836 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:49,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 270 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43114 deadline: 1732659889831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:49,935 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:49,935 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34335 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-26T22:23:49,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109. 2024-11-26T22:23:49,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109. as already flushing 2024-11-26T22:23:49,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109. 2024-11-26T22:23:49,935 ERROR [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => 372cdfb7b447651d4135abff0144b109, NAME => 'TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:23:49,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => 372cdfb7b447651d4135abff0144b109, NAME => 'TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:23:49,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster(4114): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 372cdfb7b447651d4135abff0144b109, NAME => 'TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 372cdfb7b447651d4135abff0144b109, NAME => 'TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:23:50,007 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=468 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp/C/cf4f5c745cb143418881b4ff18e724e7 2024-11-26T22:23:50,011 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp/A/f626b3215c114c2f8c9cdc587460e906 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/A/f626b3215c114c2f8c9cdc587460e906 2024-11-26T22:23:50,014 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/A/f626b3215c114c2f8c9cdc587460e906, entries=200, sequenceid=468, filesize=14.4 K 2024-11-26T22:23:50,015 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp/B/4f87c45a14f3458ca55fe8b247ab2eb4 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/B/4f87c45a14f3458ca55fe8b247ab2eb4 2024-11-26T22:23:50,018 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/B/4f87c45a14f3458ca55fe8b247ab2eb4, entries=150, sequenceid=468, filesize=12.0 K 2024-11-26T22:23:50,018 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp/C/cf4f5c745cb143418881b4ff18e724e7 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/C/cf4f5c745cb143418881b4ff18e724e7 2024-11-26T22:23:50,021 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/C/cf4f5c745cb143418881b4ff18e724e7, entries=150, sequenceid=468, filesize=12.0 K 2024-11-26T22:23:50,022 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for 372cdfb7b447651d4135abff0144b109 in 898ms, sequenceid=468, compaction requested=true 2024-11-26T22:23:50,022 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 372cdfb7b447651d4135abff0144b109: 2024-11-26T22:23:50,022 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 372cdfb7b447651d4135abff0144b109:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T22:23:50,022 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T22:23:50,022 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 372cdfb7b447651d4135abff0144b109:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T22:23:50,022 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T22:23:50,022 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 372cdfb7b447651d4135abff0144b109:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T22:23:50,022 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T22:23:50,022 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T22:23:50,022 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T22:23:50,023 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40365 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T22:23:50,023 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HStore(1540): 372cdfb7b447651d4135abff0144b109/A is initiating minor compaction (all files) 2024-11-26T22:23:50,023 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 372cdfb7b447651d4135abff0144b109/A in TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109. 2024-11-26T22:23:50,023 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/A/b4188e0fe88644df8568201d02d1078d, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/A/ff749e0312134d36ba2e77115919bc39, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/A/f626b3215c114c2f8c9cdc587460e906] into tmpdir=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp, totalSize=39.4 K 2024-11-26T22:23:50,023 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37925 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T22:23:50,023 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HStore(1540): 372cdfb7b447651d4135abff0144b109/B is initiating minor compaction (all files) 2024-11-26T22:23:50,023 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 372cdfb7b447651d4135abff0144b109/B in TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109. 2024-11-26T22:23:50,024 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/B/2e6d45d1b76d4f94a20d7f70c23c7d63, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/B/00c8bfb3a934480286eabf2c4b69f9a1, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/B/4f87c45a14f3458ca55fe8b247ab2eb4] into tmpdir=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp, totalSize=37.0 K 2024-11-26T22:23:50,024 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.Compactor(224): Compacting b4188e0fe88644df8568201d02d1078d, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=428, earliestPutTs=1732659825838 2024-11-26T22:23:50,024 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.Compactor(224): Compacting 2e6d45d1b76d4f94a20d7f70c23c7d63, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=428, earliestPutTs=1732659825838 2024-11-26T22:23:50,024 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.Compactor(224): Compacting 00c8bfb3a934480286eabf2c4b69f9a1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=445, earliestPutTs=1732659826533 2024-11-26T22:23:50,024 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.Compactor(224): Compacting ff749e0312134d36ba2e77115919bc39, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=445, earliestPutTs=1732659826533 2024-11-26T22:23:50,024 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.Compactor(224): Compacting 4f87c45a14f3458ca55fe8b247ab2eb4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=468, earliestPutTs=1732659826936 2024-11-26T22:23:50,024 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.Compactor(224): Compacting f626b3215c114c2f8c9cdc587460e906, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=468, earliestPutTs=1732659826936 2024-11-26T22:23:50,031 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 372cdfb7b447651d4135abff0144b109#A#compaction#533 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-26T22:23:50,031 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 372cdfb7b447651d4135abff0144b109#B#compaction#534 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T22:23:50,031 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp/A/281ab00b0ee54c2da3a9a1c3853c0156 is 50, key is test_row_0/A:col10/1732659826955/Put/seqid=0 2024-11-26T22:23:50,032 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp/B/d0a4427d98b54024a6712c4f36af3f1a is 50, key is test_row_0/B:col10/1732659826955/Put/seqid=0 2024-11-26T22:23:50,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742444_1620 (size=13425) 2024-11-26T22:23:50,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742445_1621 (size=13425) 2024-11-26T22:23:50,040 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp/B/d0a4427d98b54024a6712c4f36af3f1a as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/B/d0a4427d98b54024a6712c4f36af3f1a 2024-11-26T22:23:50,044 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 372cdfb7b447651d4135abff0144b109/B of 372cdfb7b447651d4135abff0144b109 into d0a4427d98b54024a6712c4f36af3f1a(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T22:23:50,044 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 372cdfb7b447651d4135abff0144b109: 2024-11-26T22:23:50,044 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109., storeName=372cdfb7b447651d4135abff0144b109/B, priority=13, startTime=1732659830022; duration=0sec 2024-11-26T22:23:50,044 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T22:23:50,044 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 372cdfb7b447651d4135abff0144b109:B 2024-11-26T22:23:50,044 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T22:23:50,045 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37925 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T22:23:50,045 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HStore(1540): 372cdfb7b447651d4135abff0144b109/C is initiating minor compaction (all files) 2024-11-26T22:23:50,045 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 372cdfb7b447651d4135abff0144b109/C in TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109. 2024-11-26T22:23:50,045 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/C/784e83c61d0b4d5e80d735bf68f2caa5, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/C/6c6ec160efb143faa0168eef2040f151, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/C/cf4f5c745cb143418881b4ff18e724e7] into tmpdir=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp, totalSize=37.0 K 2024-11-26T22:23:50,045 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.Compactor(224): Compacting 784e83c61d0b4d5e80d735bf68f2caa5, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=428, earliestPutTs=1732659825838 2024-11-26T22:23:50,046 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.Compactor(224): Compacting 6c6ec160efb143faa0168eef2040f151, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=445, earliestPutTs=1732659826533 2024-11-26T22:23:50,046 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.Compactor(224): Compacting cf4f5c745cb143418881b4ff18e724e7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=468, earliestPutTs=1732659826936 2024-11-26T22:23:50,053 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 372cdfb7b447651d4135abff0144b109#C#compaction#535 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T22:23:50,054 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp/C/fb3b4b38878d426da1c73e2244a9eaf0 is 50, key is test_row_0/C:col10/1732659826955/Put/seqid=0 2024-11-26T22:23:50,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=152 2024-11-26T22:23:50,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742446_1622 (size=13425) 2024-11-26T22:23:50,088 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:50,088 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34335 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-26T22:23:50,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109. 2024-11-26T22:23:50,089 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2837): Flushing 372cdfb7b447651d4135abff0144b109 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-26T22:23:50,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 372cdfb7b447651d4135abff0144b109, store=A 2024-11-26T22:23:50,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:23:50,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 372cdfb7b447651d4135abff0144b109, store=B 2024-11-26T22:23:50,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:23:50,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 372cdfb7b447651d4135abff0144b109, store=C 2024-11-26T22:23:50,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:23:50,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp/A/a26c66b5d8514992a8c04ded897f2be4 is 50, key is test_row_0/A:col10/1732659829201/Put/seqid=0 2024-11-26T22:23:50,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742447_1623 (size=12301) 2024-11-26T22:23:50,120 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=485 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp/A/a26c66b5d8514992a8c04ded897f2be4 2024-11-26T22:23:50,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp/B/0139c90795b4478192048f3983ef3743 is 50, key is test_row_0/B:col10/1732659829201/Put/seqid=0 2024-11-26T22:23:50,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742448_1624 (size=12301) 2024-11-26T22:23:50,135 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=485 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp/B/0139c90795b4478192048f3983ef3743 2024-11-26T22:23:50,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp/C/ac00c6af20f94d6eb4e153864730c24c is 50, key is test_row_0/C:col10/1732659829201/Put/seqid=0 2024-11-26T22:23:50,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742449_1625 (size=12301) 2024-11-26T22:23:50,327 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109. as already flushing 2024-11-26T22:23:50,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(8581): Flush requested on 372cdfb7b447651d4135abff0144b109 2024-11-26T22:23:50,373 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:50,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 275 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43164 deadline: 1732659890368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:50,374 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:50,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 276 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43114 deadline: 1732659890369, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:50,378 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:50,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 263 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43134 deadline: 1732659890373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:50,440 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp/A/281ab00b0ee54c2da3a9a1c3853c0156 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/A/281ab00b0ee54c2da3a9a1c3853c0156 2024-11-26T22:23:50,445 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 372cdfb7b447651d4135abff0144b109/A of 372cdfb7b447651d4135abff0144b109 into 281ab00b0ee54c2da3a9a1c3853c0156(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T22:23:50,445 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 372cdfb7b447651d4135abff0144b109: 2024-11-26T22:23:50,445 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109., storeName=372cdfb7b447651d4135abff0144b109/A, priority=13, startTime=1732659830022; duration=0sec 2024-11-26T22:23:50,445 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T22:23:50,445 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 372cdfb7b447651d4135abff0144b109:A 2024-11-26T22:23:50,477 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:50,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 277 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43164 deadline: 1732659890475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:50,479 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:50,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 278 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43114 deadline: 1732659890475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:50,484 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:50,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 265 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43134 deadline: 1732659890480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:50,491 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp/C/fb3b4b38878d426da1c73e2244a9eaf0 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/C/fb3b4b38878d426da1c73e2244a9eaf0 2024-11-26T22:23:50,495 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 372cdfb7b447651d4135abff0144b109/C of 372cdfb7b447651d4135abff0144b109 into fb3b4b38878d426da1c73e2244a9eaf0(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T22:23:50,496 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 372cdfb7b447651d4135abff0144b109: 2024-11-26T22:23:50,496 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109., storeName=372cdfb7b447651d4135abff0144b109/C, priority=13, startTime=1732659830022; duration=0sec 2024-11-26T22:23:50,496 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T22:23:50,496 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 372cdfb7b447651d4135abff0144b109:C 2024-11-26T22:23:50,547 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=485 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp/C/ac00c6af20f94d6eb4e153864730c24c 2024-11-26T22:23:50,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp/A/a26c66b5d8514992a8c04ded897f2be4 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/A/a26c66b5d8514992a8c04ded897f2be4 2024-11-26T22:23:50,559 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/A/a26c66b5d8514992a8c04ded897f2be4, entries=150, sequenceid=485, filesize=12.0 K 2024-11-26T22:23:50,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp/B/0139c90795b4478192048f3983ef3743 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/B/0139c90795b4478192048f3983ef3743 2024-11-26T22:23:50,564 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/B/0139c90795b4478192048f3983ef3743, entries=150, sequenceid=485, filesize=12.0 K 2024-11-26T22:23:50,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp/C/ac00c6af20f94d6eb4e153864730c24c as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/C/ac00c6af20f94d6eb4e153864730c24c 2024-11-26T22:23:50,569 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/C/ac00c6af20f94d6eb4e153864730c24c, entries=150, sequenceid=485, filesize=12.0 K 2024-11-26T22:23:50,570 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for 372cdfb7b447651d4135abff0144b109 in 482ms, sequenceid=485, compaction requested=false 2024-11-26T22:23:50,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2538): Flush status journal for 372cdfb7b447651d4135abff0144b109: 2024-11-26T22:23:50,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109. 2024-11-26T22:23:50,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=153 2024-11-26T22:23:50,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster(4106): Remote procedure done, pid=153 2024-11-26T22:23:50,572 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=153, resume processing ppid=152 2024-11-26T22:23:50,572 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=153, ppid=152, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0960 sec 2024-11-26T22:23:50,574 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=152, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees in 1.1000 sec 2024-11-26T22:23:50,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=152 2024-11-26T22:23:50,577 INFO [Thread-2301 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 152 completed 2024-11-26T22:23:50,579 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T22:23:50,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] procedure2.ProcedureExecutor(1098): Stored pid=154, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees 2024-11-26T22:23:50,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=154 2024-11-26T22:23:50,581 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=154, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T22:23:50,581 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=154, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T22:23:50,581 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=155, ppid=154, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T22:23:50,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=154 2024-11-26T22:23:50,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(8581): Flush requested on 372cdfb7b447651d4135abff0144b109 2024-11-26T22:23:50,682 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 372cdfb7b447651d4135abff0144b109 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-26T22:23:50,684 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 372cdfb7b447651d4135abff0144b109, store=A 2024-11-26T22:23:50,684 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:23:50,684 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 372cdfb7b447651d4135abff0144b109, store=B 2024-11-26T22:23:50,684 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:23:50,684 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 372cdfb7b447651d4135abff0144b109, store=C 2024-11-26T22:23:50,684 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:23:50,691 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp/A/28beb20ffbe64cffbf6ae3ec009a7e65 is 50, key is test_row_0/A:col10/1732659830372/Put/seqid=0 2024-11-26T22:23:50,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742450_1626 (size=17181) 2024-11-26T22:23:50,717 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:50,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 270 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43134 deadline: 1732659890711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:50,720 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:50,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 284 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43164 deadline: 1732659890712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:50,722 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:50,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 285 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43114 deadline: 1732659890714, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:50,733 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:50,734 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34335 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-11-26T22:23:50,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109. 2024-11-26T22:23:50,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109. as already flushing 2024-11-26T22:23:50,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109. 2024-11-26T22:23:50,734 ERROR [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => 372cdfb7b447651d4135abff0144b109, NAME => 'TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:23:50,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => 372cdfb7b447651d4135abff0144b109, NAME => 'TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:23:50,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster(4114): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 372cdfb7b447651d4135abff0144b109, NAME => 'TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 372cdfb7b447651d4135abff0144b109, NAME => 'TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:23:50,821 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:50,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 272 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43134 deadline: 1732659890818, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:50,825 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:50,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 286 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43164 deadline: 1732659890821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:50,826 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:50,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 287 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43114 deadline: 1732659890823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:50,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=154 2024-11-26T22:23:50,886 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:50,886 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34335 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-11-26T22:23:50,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109. 2024-11-26T22:23:50,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109. as already flushing 2024-11-26T22:23:50,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109. 2024-11-26T22:23:50,886 ERROR [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => 372cdfb7b447651d4135abff0144b109, NAME => 'TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:23:50,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => 372cdfb7b447651d4135abff0144b109, NAME => 'TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:23:50,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster(4114): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 372cdfb7b447651d4135abff0144b109, NAME => 'TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 372cdfb7b447651d4135abff0144b109, NAME => 'TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:23:50,989 DEBUG [Thread-2304 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x14088aa9 to 127.0.0.1:58789 2024-11-26T22:23:50,989 DEBUG [Thread-2306 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x40302925 to 127.0.0.1:58789 2024-11-26T22:23:50,989 DEBUG [Thread-2306 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T22:23:50,989 DEBUG [Thread-2304 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T22:23:50,992 DEBUG [Thread-2302 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1e195d6e to 127.0.0.1:58789 2024-11-26T22:23:50,992 DEBUG [Thread-2302 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T22:23:50,995 DEBUG [Thread-2310 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x567011a8 to 127.0.0.1:58789 2024-11-26T22:23:50,995 DEBUG [Thread-2310 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T22:23:50,995 DEBUG [Thread-2308 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x47ef9951 to 127.0.0.1:58789 2024-11-26T22:23:50,995 DEBUG [Thread-2308 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T22:23:51,022 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:51,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 274 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43134 deadline: 1732659891022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:51,027 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:51,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 288 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43164 deadline: 1732659891027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:51,027 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:51,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 289 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43114 deadline: 1732659891027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:51,038 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:51,038 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34335 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-11-26T22:23:51,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109. 2024-11-26T22:23:51,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109. as already flushing 2024-11-26T22:23:51,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109. 2024-11-26T22:23:51,039 ERROR [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => 372cdfb7b447651d4135abff0144b109, NAME => 'TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:23:51,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => 372cdfb7b447651d4135abff0144b109, NAME => 'TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:23:51,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster(4114): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 372cdfb7b447651d4135abff0144b109, NAME => 'TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 372cdfb7b447651d4135abff0144b109, NAME => 'TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:23:51,100 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=509 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp/A/28beb20ffbe64cffbf6ae3ec009a7e65 2024-11-26T22:23:51,107 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp/B/0d249f33ae784412a94013be838236b4 is 50, key is test_row_0/B:col10/1732659830372/Put/seqid=0 2024-11-26T22:23:51,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742451_1627 (size=12301) 2024-11-26T22:23:51,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=154 2024-11-26T22:23:51,190 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:51,191 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34335 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-11-26T22:23:51,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109. 2024-11-26T22:23:51,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109. as already flushing 2024-11-26T22:23:51,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109. 2024-11-26T22:23:51,191 ERROR [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => 372cdfb7b447651d4135abff0144b109, NAME => 'TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:23:51,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => 372cdfb7b447651d4135abff0144b109, NAME => 'TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:23:51,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster(4114): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 372cdfb7b447651d4135abff0144b109, NAME => 'TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 372cdfb7b447651d4135abff0144b109, NAME => 'TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:23:51,323 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:51,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 276 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43134 deadline: 1732659891323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:51,328 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:51,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 291 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43114 deadline: 1732659891328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:51,329 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:51,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 290 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43164 deadline: 1732659891329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:51,343 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:51,343 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34335 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-11-26T22:23:51,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109. 2024-11-26T22:23:51,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109. as already flushing 2024-11-26T22:23:51,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109. 2024-11-26T22:23:51,343 ERROR [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => 372cdfb7b447651d4135abff0144b109, NAME => 'TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:23:51,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => 372cdfb7b447651d4135abff0144b109, NAME => 'TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:23:51,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster(4114): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 372cdfb7b447651d4135abff0144b109, NAME => 'TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 372cdfb7b447651d4135abff0144b109, NAME => 'TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:23:51,495 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:51,495 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34335 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-11-26T22:23:51,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109. 2024-11-26T22:23:51,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109. as already flushing 2024-11-26T22:23:51,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109. 2024-11-26T22:23:51,496 ERROR [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => 372cdfb7b447651d4135abff0144b109, NAME => 'TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:23:51,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => 372cdfb7b447651d4135abff0144b109, NAME => 'TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:23:51,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster(4114): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 372cdfb7b447651d4135abff0144b109, NAME => 'TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 372cdfb7b447651d4135abff0144b109, NAME => 'TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:23:51,511 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=509 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp/B/0d249f33ae784412a94013be838236b4 2024-11-26T22:23:51,517 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp/C/fd24a4f5f3614ab497f5f0f1145655c9 is 50, key is test_row_0/C:col10/1732659830372/Put/seqid=0 2024-11-26T22:23:51,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742452_1628 (size=12301) 2024-11-26T22:23:51,647 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:51,648 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34335 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-11-26T22:23:51,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109. 2024-11-26T22:23:51,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109. as already flushing 2024-11-26T22:23:51,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109. 2024-11-26T22:23:51,648 ERROR [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => 372cdfb7b447651d4135abff0144b109, NAME => 'TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:23:51,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => 372cdfb7b447651d4135abff0144b109, NAME => 'TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:23:51,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster(4114): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 372cdfb7b447651d4135abff0144b109, NAME => 'TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 372cdfb7b447651d4135abff0144b109, NAME => 'TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:23:51,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=154 2024-11-26T22:23:51,800 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:51,800 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34335 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-11-26T22:23:51,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109. 2024-11-26T22:23:51,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109. as already flushing 2024-11-26T22:23:51,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109. 2024-11-26T22:23:51,801 ERROR [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => 372cdfb7b447651d4135abff0144b109, NAME => 'TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:23:51,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => 372cdfb7b447651d4135abff0144b109, NAME => 'TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:23:51,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster(4114): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 372cdfb7b447651d4135abff0144b109, NAME => 'TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 372cdfb7b447651d4135abff0144b109, NAME => 'TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:23:51,827 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:51,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 278 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43134 deadline: 1732659891827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:51,829 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:51,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 293 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43114 deadline: 1732659891829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:51,834 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:23:51,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 292 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43164 deadline: 1732659891834, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:51,921 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=509 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp/C/fd24a4f5f3614ab497f5f0f1145655c9 2024-11-26T22:23:51,925 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp/A/28beb20ffbe64cffbf6ae3ec009a7e65 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/A/28beb20ffbe64cffbf6ae3ec009a7e65 2024-11-26T22:23:51,928 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/A/28beb20ffbe64cffbf6ae3ec009a7e65, entries=250, sequenceid=509, filesize=16.8 K 2024-11-26T22:23:51,928 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp/B/0d249f33ae784412a94013be838236b4 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/B/0d249f33ae784412a94013be838236b4 2024-11-26T22:23:51,931 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/B/0d249f33ae784412a94013be838236b4, entries=150, sequenceid=509, filesize=12.0 K 2024-11-26T22:23:51,931 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp/C/fd24a4f5f3614ab497f5f0f1145655c9 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/C/fd24a4f5f3614ab497f5f0f1145655c9 2024-11-26T22:23:51,934 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/C/fd24a4f5f3614ab497f5f0f1145655c9, entries=150, sequenceid=509, filesize=12.0 K 2024-11-26T22:23:51,934 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 372cdfb7b447651d4135abff0144b109 in 1252ms, sequenceid=509, compaction requested=true 2024-11-26T22:23:51,934 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 372cdfb7b447651d4135abff0144b109: 2024-11-26T22:23:51,934 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 372cdfb7b447651d4135abff0144b109:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T22:23:51,934 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T22:23:51,934 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 372cdfb7b447651d4135abff0144b109:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T22:23:51,934 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T22:23:51,935 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 372cdfb7b447651d4135abff0144b109:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T22:23:51,935 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T22:23:51,935 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T22:23:51,935 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T22:23:51,935 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38027 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T22:23:51,935 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 42907 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T22:23:51,935 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HStore(1540): 372cdfb7b447651d4135abff0144b109/B is initiating minor compaction (all files) 2024-11-26T22:23:51,935 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HStore(1540): 372cdfb7b447651d4135abff0144b109/A is initiating minor compaction (all files) 2024-11-26T22:23:51,935 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 372cdfb7b447651d4135abff0144b109/B in TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109. 2024-11-26T22:23:51,935 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/B/d0a4427d98b54024a6712c4f36af3f1a, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/B/0139c90795b4478192048f3983ef3743, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/B/0d249f33ae784412a94013be838236b4] into tmpdir=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp, totalSize=37.1 K 2024-11-26T22:23:51,935 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 372cdfb7b447651d4135abff0144b109/A in TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109. 2024-11-26T22:23:51,936 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/A/281ab00b0ee54c2da3a9a1c3853c0156, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/A/a26c66b5d8514992a8c04ded897f2be4, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/A/28beb20ffbe64cffbf6ae3ec009a7e65] into tmpdir=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp, totalSize=41.9 K 2024-11-26T22:23:51,936 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.Compactor(224): Compacting d0a4427d98b54024a6712c4f36af3f1a, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=468, earliestPutTs=1732659826936 2024-11-26T22:23:51,936 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.Compactor(224): Compacting 281ab00b0ee54c2da3a9a1c3853c0156, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=468, earliestPutTs=1732659826936 2024-11-26T22:23:51,936 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.Compactor(224): Compacting 0139c90795b4478192048f3983ef3743, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=485, earliestPutTs=1732659829167 2024-11-26T22:23:51,936 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.Compactor(224): Compacting a26c66b5d8514992a8c04ded897f2be4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=485, earliestPutTs=1732659829167 2024-11-26T22:23:51,936 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.Compactor(224): Compacting 0d249f33ae784412a94013be838236b4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=509, earliestPutTs=1732659830372 2024-11-26T22:23:51,936 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.Compactor(224): Compacting 28beb20ffbe64cffbf6ae3ec009a7e65, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=509, earliestPutTs=1732659830345 2024-11-26T22:23:51,942 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 372cdfb7b447651d4135abff0144b109#B#compaction#542 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T22:23:51,942 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp/B/24e07fcf8ae94452bd36f0af544670bf is 50, key is test_row_0/B:col10/1732659830372/Put/seqid=0 2024-11-26T22:23:51,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742453_1629 (size=13527) 2024-11-26T22:23:51,951 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 372cdfb7b447651d4135abff0144b109#A#compaction#543 average throughput is 1.09 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T22:23:51,951 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp/A/b75af8c0c5b74cb781d285b4961ef889 is 50, key is test_row_0/A:col10/1732659830372/Put/seqid=0 2024-11-26T22:23:51,952 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:51,953 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34335 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-11-26T22:23:51,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109. 2024-11-26T22:23:51,953 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2837): Flushing 372cdfb7b447651d4135abff0144b109 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-26T22:23:51,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 372cdfb7b447651d4135abff0144b109, store=A 2024-11-26T22:23:51,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:23:51,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 372cdfb7b447651d4135abff0144b109, store=B 2024-11-26T22:23:51,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:23:51,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 372cdfb7b447651d4135abff0144b109, store=C 2024-11-26T22:23:51,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:23:51,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742454_1630 (size=13527) 2024-11-26T22:23:51,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp/A/889e12e5d1224f7e9cd8dffe5aa1d894 is 50, key is test_row_0/A:col10/1732659830711/Put/seqid=0 2024-11-26T22:23:51,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742455_1631 (size=12301) 2024-11-26T22:23:52,350 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp/B/24e07fcf8ae94452bd36f0af544670bf as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/B/24e07fcf8ae94452bd36f0af544670bf 2024-11-26T22:23:52,354 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 372cdfb7b447651d4135abff0144b109/B of 372cdfb7b447651d4135abff0144b109 into 24e07fcf8ae94452bd36f0af544670bf(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T22:23:52,354 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 372cdfb7b447651d4135abff0144b109: 2024-11-26T22:23:52,354 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109., storeName=372cdfb7b447651d4135abff0144b109/B, priority=13, startTime=1732659831934; duration=0sec 2024-11-26T22:23:52,354 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T22:23:52,354 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 372cdfb7b447651d4135abff0144b109:B 2024-11-26T22:23:52,354 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T22:23:52,355 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38027 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T22:23:52,355 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HStore(1540): 372cdfb7b447651d4135abff0144b109/C is initiating minor compaction (all files) 2024-11-26T22:23:52,355 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 372cdfb7b447651d4135abff0144b109/C in TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109. 2024-11-26T22:23:52,355 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/C/fb3b4b38878d426da1c73e2244a9eaf0, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/C/ac00c6af20f94d6eb4e153864730c24c, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/C/fd24a4f5f3614ab497f5f0f1145655c9] into tmpdir=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp, totalSize=37.1 K 2024-11-26T22:23:52,355 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.Compactor(224): Compacting fb3b4b38878d426da1c73e2244a9eaf0, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=468, earliestPutTs=1732659826936 2024-11-26T22:23:52,356 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.Compactor(224): Compacting ac00c6af20f94d6eb4e153864730c24c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=485, earliestPutTs=1732659829167 2024-11-26T22:23:52,356 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.Compactor(224): Compacting fd24a4f5f3614ab497f5f0f1145655c9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=509, earliestPutTs=1732659830372 2024-11-26T22:23:52,359 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp/A/b75af8c0c5b74cb781d285b4961ef889 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/A/b75af8c0c5b74cb781d285b4961ef889 2024-11-26T22:23:52,362 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 372cdfb7b447651d4135abff0144b109#C#compaction#545 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T22:23:52,362 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 372cdfb7b447651d4135abff0144b109/A of 372cdfb7b447651d4135abff0144b109 into b75af8c0c5b74cb781d285b4961ef889(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T22:23:52,362 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 372cdfb7b447651d4135abff0144b109: 2024-11-26T22:23:52,362 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109., storeName=372cdfb7b447651d4135abff0144b109/A, priority=13, startTime=1732659831934; duration=0sec 2024-11-26T22:23:52,362 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T22:23:52,362 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 372cdfb7b447651d4135abff0144b109:A 2024-11-26T22:23:52,363 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp/C/2288631c020b46d4a4412796e0fb41ff is 50, key is test_row_0/C:col10/1732659830372/Put/seqid=0 2024-11-26T22:23:52,364 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=523 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp/A/889e12e5d1224f7e9cd8dffe5aa1d894 2024-11-26T22:23:52,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742456_1632 (size=13527) 2024-11-26T22:23:52,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp/B/0bae20cd99e94281ae90355f691bb18f is 50, key is test_row_0/B:col10/1732659830711/Put/seqid=0 2024-11-26T22:23:52,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742457_1633 (size=12301) 2024-11-26T22:23:52,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=154 2024-11-26T22:23:52,769 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp/C/2288631c020b46d4a4412796e0fb41ff as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/C/2288631c020b46d4a4412796e0fb41ff 2024-11-26T22:23:52,773 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 372cdfb7b447651d4135abff0144b109/C of 372cdfb7b447651d4135abff0144b109 into 2288631c020b46d4a4412796e0fb41ff(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T22:23:52,773 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 372cdfb7b447651d4135abff0144b109: 2024-11-26T22:23:52,773 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109., storeName=372cdfb7b447651d4135abff0144b109/C, priority=13, startTime=1732659831935; duration=0sec 2024-11-26T22:23:52,773 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T22:23:52,773 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 372cdfb7b447651d4135abff0144b109:C 2024-11-26T22:23:52,773 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=523 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp/B/0bae20cd99e94281ae90355f691bb18f 2024-11-26T22:23:52,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp/C/aeb0e9cc5aec4fa48dd48931003a6f11 is 50, key is test_row_0/C:col10/1732659830711/Put/seqid=0 2024-11-26T22:23:52,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742458_1634 (size=12301) 2024-11-26T22:23:52,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(8581): Flush requested on 372cdfb7b447651d4135abff0144b109 2024-11-26T22:23:52,830 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109. as already flushing 2024-11-26T22:23:52,830 DEBUG [Thread-2297 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x53fc02ba to 127.0.0.1:58789 2024-11-26T22:23:52,830 DEBUG [Thread-2297 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T22:23:52,837 DEBUG [Thread-2299 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2011d733 to 127.0.0.1:58789 2024-11-26T22:23:52,837 DEBUG [Thread-2299 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T22:23:52,843 DEBUG [Thread-2295 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x65e17c26 to 127.0.0.1:58789 2024-11-26T22:23:52,843 DEBUG [Thread-2295 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T22:23:53,185 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=523 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp/C/aeb0e9cc5aec4fa48dd48931003a6f11 2024-11-26T22:23:53,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp/A/889e12e5d1224f7e9cd8dffe5aa1d894 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/A/889e12e5d1224f7e9cd8dffe5aa1d894 2024-11-26T22:23:53,191 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/A/889e12e5d1224f7e9cd8dffe5aa1d894, entries=150, sequenceid=523, filesize=12.0 K 2024-11-26T22:23:53,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp/B/0bae20cd99e94281ae90355f691bb18f as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/B/0bae20cd99e94281ae90355f691bb18f 2024-11-26T22:23:53,194 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/B/0bae20cd99e94281ae90355f691bb18f, entries=150, sequenceid=523, filesize=12.0 K 2024-11-26T22:23:53,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp/C/aeb0e9cc5aec4fa48dd48931003a6f11 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/C/aeb0e9cc5aec4fa48dd48931003a6f11 2024-11-26T22:23:53,197 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/C/aeb0e9cc5aec4fa48dd48931003a6f11, entries=150, sequenceid=523, filesize=12.0 K 2024-11-26T22:23:53,198 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=20.13 KB/20610 for 372cdfb7b447651d4135abff0144b109 in 1245ms, sequenceid=523, compaction requested=false 2024-11-26T22:23:53,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2538): Flush status journal for 372cdfb7b447651d4135abff0144b109: 2024-11-26T22:23:53,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109. 2024-11-26T22:23:53,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=155 2024-11-26T22:23:53,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster(4106): Remote procedure done, pid=155 2024-11-26T22:23:53,200 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=155, resume processing ppid=154 2024-11-26T22:23:53,200 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=155, ppid=154, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6180 sec 2024-11-26T22:23:53,201 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=154, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees in 2.6210 sec 2024-11-26T22:23:54,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=154 2024-11-26T22:23:54,686 INFO [Thread-2301 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 154 completed 2024-11-26T22:23:59,255 DEBUG [Thread-2291 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x59daaa82 to 127.0.0.1:58789 2024-11-26T22:23:59,255 DEBUG [Thread-2291 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T22:23:59,353 DEBUG [Thread-2293 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x38dd8644 to 127.0.0.1:58789 2024-11-26T22:23:59,353 DEBUG [Thread-2293 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T22:23:59,354 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-26T22:23:59,354 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 15 2024-11-26T22:23:59,354 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 3 2024-11-26T22:23:59,354 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 137 2024-11-26T22:23:59,354 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 123 2024-11-26T22:23:59,354 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 138 2024-11-26T22:23:59,354 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-26T22:23:59,354 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-26T22:23:59,354 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1502 2024-11-26T22:23:59,354 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4506 rows 2024-11-26T22:23:59,354 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1520 2024-11-26T22:23:59,354 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4560 rows 2024-11-26T22:23:59,354 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1500 2024-11-26T22:23:59,354 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4500 rows 2024-11-26T22:23:59,354 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1518 2024-11-26T22:23:59,354 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4554 rows 2024-11-26T22:23:59,354 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1520 2024-11-26T22:23:59,354 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4560 rows 2024-11-26T22:23:59,354 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-26T22:23:59,354 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5850aaf2 to 127.0.0.1:58789 2024-11-26T22:23:59,354 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T22:23:59,359 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-26T22:23:59,359 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-26T22:23:59,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] procedure2.ProcedureExecutor(1098): Stored pid=156, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-26T22:23:59,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=156 2024-11-26T22:23:59,363 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732659839363"}]},"ts":"1732659839363"} 2024-11-26T22:23:59,364 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-26T22:23:59,367 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-26T22:23:59,367 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=157, ppid=156, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-26T22:23:59,368 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=158, ppid=157, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=372cdfb7b447651d4135abff0144b109, UNASSIGN}] 2024-11-26T22:23:59,369 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=158, ppid=157, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=372cdfb7b447651d4135abff0144b109, UNASSIGN 2024-11-26T22:23:59,370 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=158 updating hbase:meta row=372cdfb7b447651d4135abff0144b109, regionState=CLOSING, regionLocation=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:59,380 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-26T22:23:59,380 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=159, ppid=158, state=RUNNABLE; CloseRegionProcedure 372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113}] 2024-11-26T22:23:59,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=156 2024-11-26T22:23:59,532 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d8c094cf5ab0,34335,1732659674113 2024-11-26T22:23:59,532 INFO [RS_CLOSE_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] handler.UnassignRegionHandler(124): Close 372cdfb7b447651d4135abff0144b109 2024-11-26T22:23:59,532 DEBUG [RS_CLOSE_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-26T22:23:59,533 DEBUG [RS_CLOSE_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] regionserver.HRegion(1681): Closing 372cdfb7b447651d4135abff0144b109, disabling compactions & flushes 2024-11-26T22:23:59,533 INFO [RS_CLOSE_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109. 2024-11-26T22:23:59,533 DEBUG [RS_CLOSE_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109. 2024-11-26T22:23:59,533 DEBUG [RS_CLOSE_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109. after waiting 0 ms 2024-11-26T22:23:59,533 DEBUG [RS_CLOSE_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109. 2024-11-26T22:23:59,533 INFO [RS_CLOSE_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] regionserver.HRegion(2837): Flushing 372cdfb7b447651d4135abff0144b109 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-26T22:23:59,533 DEBUG [RS_CLOSE_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 372cdfb7b447651d4135abff0144b109, store=A 2024-11-26T22:23:59,533 DEBUG [RS_CLOSE_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:23:59,533 DEBUG [RS_CLOSE_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 372cdfb7b447651d4135abff0144b109, store=B 2024-11-26T22:23:59,533 DEBUG [RS_CLOSE_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:23:59,533 DEBUG [RS_CLOSE_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 372cdfb7b447651d4135abff0144b109, store=C 2024-11-26T22:23:59,533 DEBUG [RS_CLOSE_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:23:59,537 DEBUG [RS_CLOSE_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp/A/f72c23c2fef8443ba8dd3cea214ebc73 is 50, key is test_row_0/A:col10/1732659839352/Put/seqid=0 2024-11-26T22:23:59,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742459_1635 (size=12301) 2024-11-26T22:23:59,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=156 2024-11-26T22:23:59,959 INFO [RS_CLOSE_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=534 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp/A/f72c23c2fef8443ba8dd3cea214ebc73 2024-11-26T22:23:59,966 DEBUG [RS_CLOSE_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp/B/775ee0894de34673b1a741e225bb9be1 is 50, key is test_row_0/B:col10/1732659839352/Put/seqid=0 2024-11-26T22:23:59,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=156 2024-11-26T22:23:59,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742460_1636 (size=12301) 2024-11-26T22:23:59,972 INFO [RS_CLOSE_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=534 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp/B/775ee0894de34673b1a741e225bb9be1 2024-11-26T22:23:59,979 DEBUG [RS_CLOSE_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp/C/82892a990b56451f85f51b575cc4bf04 is 50, key is test_row_0/C:col10/1732659839352/Put/seqid=0 2024-11-26T22:23:59,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742461_1637 (size=12301) 2024-11-26T22:23:59,983 INFO [RS_CLOSE_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=534 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp/C/82892a990b56451f85f51b575cc4bf04 2024-11-26T22:23:59,986 DEBUG [RS_CLOSE_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp/A/f72c23c2fef8443ba8dd3cea214ebc73 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/A/f72c23c2fef8443ba8dd3cea214ebc73 2024-11-26T22:23:59,989 INFO [RS_CLOSE_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/A/f72c23c2fef8443ba8dd3cea214ebc73, entries=150, sequenceid=534, filesize=12.0 K 2024-11-26T22:23:59,990 DEBUG [RS_CLOSE_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp/B/775ee0894de34673b1a741e225bb9be1 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/B/775ee0894de34673b1a741e225bb9be1 2024-11-26T22:23:59,994 INFO [RS_CLOSE_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/B/775ee0894de34673b1a741e225bb9be1, entries=150, sequenceid=534, filesize=12.0 K 2024-11-26T22:23:59,995 DEBUG [RS_CLOSE_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/.tmp/C/82892a990b56451f85f51b575cc4bf04 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/C/82892a990b56451f85f51b575cc4bf04 2024-11-26T22:23:59,999 INFO [RS_CLOSE_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/C/82892a990b56451f85f51b575cc4bf04, entries=150, sequenceid=534, filesize=12.0 K 2024-11-26T22:23:59,999 INFO [RS_CLOSE_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 372cdfb7b447651d4135abff0144b109 in 466ms, sequenceid=534, compaction requested=true 2024-11-26T22:24:00,000 DEBUG [StoreCloser-TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/A/6611800e274d4778ac375463b4e83543, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/A/f9cbc18d995b4a8bb12ea9258f2ea59e, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/A/6737309d616a4b74b893c0881b232294, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/A/92a67db4480d471a8f5f61134041831b, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/A/f016c70245344176a4d99cfb5f586385, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/A/66c97b2180ad4c669785e04d2b125080, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/A/a29ca4ca615547038634c0f6a4876b60, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/A/20d27689e499478392a9222f8458155a, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/A/e1be1a1fc5204cafbbfbe578c7cf9e78, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/A/e040be987abf4875be043dcf4614f8fd, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/A/0dc7fa98866c48bf95efee9ebb7e920b, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/A/da32e994dbde4962983a3ff71b670287, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/A/74d0bdcc54da43f5aec1b99f5bc39668, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/A/2b66dccfc3c240a5af690991fa161e32, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/A/9411ca787145436ea575267e5ddba731, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/A/2630a4f7d4114d3290e4fd74bf99c1f7, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/A/0557eda8d64645a5a855a2e0f03d9db7, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/A/e7158b99eef94f9fb475f95b325bb33b, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/A/5f0a957a086b49ebb66a0408744a7462, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/A/2fe8232a599e4cb4adf057158a8c4638, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/A/794acb65cd9f46a2a3893ec89b34713c, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/A/c210287be2654b2ea5c6f8615cd28d4c, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/A/5014d43eff494174aa8d53c072221fb4, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/A/ebfe0ca614064536a948a0043d4c03c1, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/A/c0086ef7b6ae446186a6db443fcd14da, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/A/d2ca8af376894321a195f4af9df770f7, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/A/2283aaa10bab44188fd48b46bbc2c26f, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/A/2e5705829973489bb68e4aa48836215e, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/A/20a3d704bc3245b88686fccac3e2824f, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/A/394675c2c8274b048345a2d4cde1383f, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/A/b4188e0fe88644df8568201d02d1078d, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/A/ff749e0312134d36ba2e77115919bc39, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/A/f626b3215c114c2f8c9cdc587460e906, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/A/281ab00b0ee54c2da3a9a1c3853c0156, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/A/a26c66b5d8514992a8c04ded897f2be4, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/A/28beb20ffbe64cffbf6ae3ec009a7e65] to archive 2024-11-26T22:24:00,001 DEBUG [StoreCloser-TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-26T22:24:00,005 DEBUG [StoreCloser-TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/A/6611800e274d4778ac375463b4e83543 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/A/6611800e274d4778ac375463b4e83543 2024-11-26T22:24:00,006 DEBUG [StoreCloser-TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/A/f9cbc18d995b4a8bb12ea9258f2ea59e to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/A/f9cbc18d995b4a8bb12ea9258f2ea59e 2024-11-26T22:24:00,007 DEBUG [StoreCloser-TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/A/6737309d616a4b74b893c0881b232294 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/A/6737309d616a4b74b893c0881b232294 2024-11-26T22:24:00,008 DEBUG [StoreCloser-TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/A/92a67db4480d471a8f5f61134041831b to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/A/92a67db4480d471a8f5f61134041831b 2024-11-26T22:24:00,009 DEBUG [StoreCloser-TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/A/f016c70245344176a4d99cfb5f586385 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/A/f016c70245344176a4d99cfb5f586385 2024-11-26T22:24:00,011 DEBUG [StoreCloser-TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/A/66c97b2180ad4c669785e04d2b125080 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/A/66c97b2180ad4c669785e04d2b125080 2024-11-26T22:24:00,013 DEBUG [StoreCloser-TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/A/a29ca4ca615547038634c0f6a4876b60 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/A/a29ca4ca615547038634c0f6a4876b60 2024-11-26T22:24:00,015 DEBUG [StoreCloser-TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/A/20d27689e499478392a9222f8458155a to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/A/20d27689e499478392a9222f8458155a 2024-11-26T22:24:00,016 DEBUG [StoreCloser-TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/A/e1be1a1fc5204cafbbfbe578c7cf9e78 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/A/e1be1a1fc5204cafbbfbe578c7cf9e78 2024-11-26T22:24:00,017 DEBUG [StoreCloser-TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/A/e040be987abf4875be043dcf4614f8fd to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/A/e040be987abf4875be043dcf4614f8fd 2024-11-26T22:24:00,018 DEBUG [StoreCloser-TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/A/0dc7fa98866c48bf95efee9ebb7e920b to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/A/0dc7fa98866c48bf95efee9ebb7e920b 2024-11-26T22:24:00,020 DEBUG [StoreCloser-TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/A/da32e994dbde4962983a3ff71b670287 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/A/da32e994dbde4962983a3ff71b670287 2024-11-26T22:24:00,022 DEBUG [StoreCloser-TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/A/74d0bdcc54da43f5aec1b99f5bc39668 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/A/74d0bdcc54da43f5aec1b99f5bc39668 2024-11-26T22:24:00,023 DEBUG [StoreCloser-TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/A/2b66dccfc3c240a5af690991fa161e32 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/A/2b66dccfc3c240a5af690991fa161e32 2024-11-26T22:24:00,026 DEBUG [StoreCloser-TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/A/9411ca787145436ea575267e5ddba731 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/A/9411ca787145436ea575267e5ddba731 2024-11-26T22:24:00,028 DEBUG [StoreCloser-TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/A/2630a4f7d4114d3290e4fd74bf99c1f7 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/A/2630a4f7d4114d3290e4fd74bf99c1f7 2024-11-26T22:24:00,029 DEBUG [StoreCloser-TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/A/0557eda8d64645a5a855a2e0f03d9db7 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/A/0557eda8d64645a5a855a2e0f03d9db7 2024-11-26T22:24:00,030 DEBUG [StoreCloser-TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/A/e7158b99eef94f9fb475f95b325bb33b to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/A/e7158b99eef94f9fb475f95b325bb33b 2024-11-26T22:24:00,031 DEBUG [StoreCloser-TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/A/5f0a957a086b49ebb66a0408744a7462 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/A/5f0a957a086b49ebb66a0408744a7462 2024-11-26T22:24:00,032 DEBUG [StoreCloser-TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/A/2fe8232a599e4cb4adf057158a8c4638 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/A/2fe8232a599e4cb4adf057158a8c4638 2024-11-26T22:24:00,035 DEBUG [StoreCloser-TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/A/794acb65cd9f46a2a3893ec89b34713c to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/A/794acb65cd9f46a2a3893ec89b34713c 2024-11-26T22:24:00,036 DEBUG [StoreCloser-TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/A/c210287be2654b2ea5c6f8615cd28d4c to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/A/c210287be2654b2ea5c6f8615cd28d4c 2024-11-26T22:24:00,037 DEBUG [StoreCloser-TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/A/5014d43eff494174aa8d53c072221fb4 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/A/5014d43eff494174aa8d53c072221fb4 2024-11-26T22:24:00,039 DEBUG [StoreCloser-TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/A/ebfe0ca614064536a948a0043d4c03c1 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/A/ebfe0ca614064536a948a0043d4c03c1 2024-11-26T22:24:00,041 DEBUG [StoreCloser-TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/A/c0086ef7b6ae446186a6db443fcd14da to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/A/c0086ef7b6ae446186a6db443fcd14da 2024-11-26T22:24:00,043 DEBUG [StoreCloser-TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/A/d2ca8af376894321a195f4af9df770f7 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/A/d2ca8af376894321a195f4af9df770f7 2024-11-26T22:24:00,045 DEBUG [StoreCloser-TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/A/2283aaa10bab44188fd48b46bbc2c26f to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/A/2283aaa10bab44188fd48b46bbc2c26f 2024-11-26T22:24:00,046 DEBUG [StoreCloser-TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/A/2e5705829973489bb68e4aa48836215e to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/A/2e5705829973489bb68e4aa48836215e 2024-11-26T22:24:00,050 DEBUG [StoreCloser-TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/A/20a3d704bc3245b88686fccac3e2824f to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/A/20a3d704bc3245b88686fccac3e2824f 2024-11-26T22:24:00,051 DEBUG [StoreCloser-TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/A/394675c2c8274b048345a2d4cde1383f to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/A/394675c2c8274b048345a2d4cde1383f 2024-11-26T22:24:00,054 DEBUG [StoreCloser-TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/A/b4188e0fe88644df8568201d02d1078d to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/A/b4188e0fe88644df8568201d02d1078d 2024-11-26T22:24:00,055 DEBUG [StoreCloser-TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/A/ff749e0312134d36ba2e77115919bc39 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/A/ff749e0312134d36ba2e77115919bc39 2024-11-26T22:24:00,056 DEBUG [StoreCloser-TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/A/f626b3215c114c2f8c9cdc587460e906 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/A/f626b3215c114c2f8c9cdc587460e906 2024-11-26T22:24:00,057 DEBUG [StoreCloser-TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/A/281ab00b0ee54c2da3a9a1c3853c0156 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/A/281ab00b0ee54c2da3a9a1c3853c0156 2024-11-26T22:24:00,060 DEBUG [StoreCloser-TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/A/a26c66b5d8514992a8c04ded897f2be4 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/A/a26c66b5d8514992a8c04ded897f2be4 2024-11-26T22:24:00,062 DEBUG [StoreCloser-TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/A/28beb20ffbe64cffbf6ae3ec009a7e65 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/A/28beb20ffbe64cffbf6ae3ec009a7e65 2024-11-26T22:24:00,063 DEBUG [StoreCloser-TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/B/16d5605537e94044ad7f9c01c7ee5170, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/B/6cd8cbfa144f4f3b8f3c2890aaba933e, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/B/c5e8fc732f514c58af242b9bf7538922, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/B/c6279356a26b4fd986fd9293f0c6aa53, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/B/a6e8f304b7264c6ca6ec7042b6ef8104, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/B/1eb6f53a8d7c4b6e803c96bc07443200, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/B/a5d612977c9c4338bd4709c21dc96742, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/B/8537cc6ff198424b92f1ab1f0e99bf9e, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/B/21a935d65b33487e879a9463ccd23d69, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/B/c81f5e8abe104be3ae689fd2e63b16f9, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/B/7f4cb866fc3249f8b4eed72e46db2fce, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/B/3150b39e75a34131aa14040607f07df4, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/B/5279617cd4fb46daa2842c4679328af3, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/B/cf20cea11eed4c05885e33f96170fb3f, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/B/2f5b43bdc0074513a60f6735c588928b, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/B/8de76f32ea4b49c78e06aa5c6f3496ad, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/B/12c58354a0ad4653b3f82ab426507424, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/B/7472132781e74f8c93bef8d77c7ccc78, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/B/ed2cfec591a54567b080adc377e675b3, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/B/48be945f2ef441f4b074c8c97f4782d6, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/B/e10163e6a7f640c593fbee091f084d14, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/B/25e35a25357a406c890e19bb2908a156, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/B/d5dc62c27f6b44b28e6d308d29f353be, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/B/a0cff83a64cc4e6c88a8af359ba3e8a5, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/B/95b59165f72f4f4a99f8a1e802191371, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/B/00f758667b92429489c2e7920502dc19, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/B/86741be2e95749248aa89dffb2bfb37e, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/B/b2346da59ac24c05bac72e6feae2dcd3, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/B/b399c7614f5942d6a794b69093b72ed9, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/B/2e6d45d1b76d4f94a20d7f70c23c7d63, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/B/37717625f68e4b02823c67fc9e92c20a, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/B/00c8bfb3a934480286eabf2c4b69f9a1, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/B/d0a4427d98b54024a6712c4f36af3f1a, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/B/4f87c45a14f3458ca55fe8b247ab2eb4, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/B/0139c90795b4478192048f3983ef3743, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/B/0d249f33ae784412a94013be838236b4] to archive 2024-11-26T22:24:00,064 DEBUG [StoreCloser-TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-26T22:24:00,065 DEBUG [StoreCloser-TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/B/16d5605537e94044ad7f9c01c7ee5170 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/B/16d5605537e94044ad7f9c01c7ee5170 2024-11-26T22:24:00,066 DEBUG [StoreCloser-TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/B/6cd8cbfa144f4f3b8f3c2890aaba933e to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/B/6cd8cbfa144f4f3b8f3c2890aaba933e 2024-11-26T22:24:00,068 DEBUG [StoreCloser-TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/B/c5e8fc732f514c58af242b9bf7538922 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/B/c5e8fc732f514c58af242b9bf7538922 2024-11-26T22:24:00,069 DEBUG [StoreCloser-TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/B/c6279356a26b4fd986fd9293f0c6aa53 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/B/c6279356a26b4fd986fd9293f0c6aa53 2024-11-26T22:24:00,070 DEBUG [StoreCloser-TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/B/a6e8f304b7264c6ca6ec7042b6ef8104 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/B/a6e8f304b7264c6ca6ec7042b6ef8104 2024-11-26T22:24:00,071 DEBUG [StoreCloser-TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/B/1eb6f53a8d7c4b6e803c96bc07443200 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/B/1eb6f53a8d7c4b6e803c96bc07443200 2024-11-26T22:24:00,072 DEBUG [StoreCloser-TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/B/a5d612977c9c4338bd4709c21dc96742 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/B/a5d612977c9c4338bd4709c21dc96742 2024-11-26T22:24:00,073 DEBUG [StoreCloser-TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/B/8537cc6ff198424b92f1ab1f0e99bf9e to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/B/8537cc6ff198424b92f1ab1f0e99bf9e 2024-11-26T22:24:00,074 DEBUG [StoreCloser-TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/B/21a935d65b33487e879a9463ccd23d69 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/B/21a935d65b33487e879a9463ccd23d69 2024-11-26T22:24:00,076 DEBUG [StoreCloser-TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/B/c81f5e8abe104be3ae689fd2e63b16f9 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/B/c81f5e8abe104be3ae689fd2e63b16f9 2024-11-26T22:24:00,077 DEBUG [StoreCloser-TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/B/7f4cb866fc3249f8b4eed72e46db2fce to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/B/7f4cb866fc3249f8b4eed72e46db2fce 2024-11-26T22:24:00,078 DEBUG [StoreCloser-TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/B/3150b39e75a34131aa14040607f07df4 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/B/3150b39e75a34131aa14040607f07df4 2024-11-26T22:24:00,079 DEBUG [StoreCloser-TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/B/5279617cd4fb46daa2842c4679328af3 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/B/5279617cd4fb46daa2842c4679328af3 2024-11-26T22:24:00,080 DEBUG [StoreCloser-TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/B/cf20cea11eed4c05885e33f96170fb3f to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/B/cf20cea11eed4c05885e33f96170fb3f 2024-11-26T22:24:00,083 DEBUG [StoreCloser-TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/B/2f5b43bdc0074513a60f6735c588928b to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/B/2f5b43bdc0074513a60f6735c588928b 2024-11-26T22:24:00,084 DEBUG [StoreCloser-TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/B/8de76f32ea4b49c78e06aa5c6f3496ad to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/B/8de76f32ea4b49c78e06aa5c6f3496ad 2024-11-26T22:24:00,085 DEBUG [StoreCloser-TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/B/12c58354a0ad4653b3f82ab426507424 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/B/12c58354a0ad4653b3f82ab426507424 2024-11-26T22:24:00,087 DEBUG [StoreCloser-TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/B/7472132781e74f8c93bef8d77c7ccc78 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/B/7472132781e74f8c93bef8d77c7ccc78 2024-11-26T22:24:00,090 DEBUG [StoreCloser-TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/B/ed2cfec591a54567b080adc377e675b3 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/B/ed2cfec591a54567b080adc377e675b3 2024-11-26T22:24:00,091 DEBUG [StoreCloser-TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/B/48be945f2ef441f4b074c8c97f4782d6 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/B/48be945f2ef441f4b074c8c97f4782d6 2024-11-26T22:24:00,092 DEBUG [StoreCloser-TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/B/e10163e6a7f640c593fbee091f084d14 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/B/e10163e6a7f640c593fbee091f084d14 2024-11-26T22:24:00,093 DEBUG [StoreCloser-TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/B/25e35a25357a406c890e19bb2908a156 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/B/25e35a25357a406c890e19bb2908a156 2024-11-26T22:24:00,094 DEBUG [StoreCloser-TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/B/d5dc62c27f6b44b28e6d308d29f353be to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/B/d5dc62c27f6b44b28e6d308d29f353be 2024-11-26T22:24:00,096 DEBUG [StoreCloser-TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/B/a0cff83a64cc4e6c88a8af359ba3e8a5 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/B/a0cff83a64cc4e6c88a8af359ba3e8a5 2024-11-26T22:24:00,098 DEBUG [StoreCloser-TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/B/95b59165f72f4f4a99f8a1e802191371 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/B/95b59165f72f4f4a99f8a1e802191371 2024-11-26T22:24:00,099 DEBUG [StoreCloser-TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/B/00f758667b92429489c2e7920502dc19 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/B/00f758667b92429489c2e7920502dc19 2024-11-26T22:24:00,101 DEBUG [StoreCloser-TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/B/86741be2e95749248aa89dffb2bfb37e to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/B/86741be2e95749248aa89dffb2bfb37e 2024-11-26T22:24:00,102 DEBUG [StoreCloser-TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/B/b2346da59ac24c05bac72e6feae2dcd3 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/B/b2346da59ac24c05bac72e6feae2dcd3 2024-11-26T22:24:00,104 DEBUG [StoreCloser-TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/B/b399c7614f5942d6a794b69093b72ed9 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/B/b399c7614f5942d6a794b69093b72ed9 2024-11-26T22:24:00,105 DEBUG [StoreCloser-TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/B/2e6d45d1b76d4f94a20d7f70c23c7d63 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/B/2e6d45d1b76d4f94a20d7f70c23c7d63 2024-11-26T22:24:00,107 DEBUG [StoreCloser-TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/B/37717625f68e4b02823c67fc9e92c20a to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/B/37717625f68e4b02823c67fc9e92c20a 2024-11-26T22:24:00,113 DEBUG [StoreCloser-TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/B/00c8bfb3a934480286eabf2c4b69f9a1 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/B/00c8bfb3a934480286eabf2c4b69f9a1 2024-11-26T22:24:00,115 DEBUG [StoreCloser-TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/B/d0a4427d98b54024a6712c4f36af3f1a to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/B/d0a4427d98b54024a6712c4f36af3f1a 2024-11-26T22:24:00,117 DEBUG [StoreCloser-TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/B/4f87c45a14f3458ca55fe8b247ab2eb4 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/B/4f87c45a14f3458ca55fe8b247ab2eb4 2024-11-26T22:24:00,118 DEBUG [StoreCloser-TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/B/0139c90795b4478192048f3983ef3743 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/B/0139c90795b4478192048f3983ef3743 2024-11-26T22:24:00,120 DEBUG [StoreCloser-TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/B/0d249f33ae784412a94013be838236b4 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/B/0d249f33ae784412a94013be838236b4 2024-11-26T22:24:00,122 DEBUG [StoreCloser-TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/C/dea21066c20b4acebc8f7ab1864618cc, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/C/653623f6507342b98dd456a524f05c91, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/C/1643ecfd2f4a40509b60349269f4e866, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/C/1db62e432418406b9d3b36b2e2ac9326, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/C/3dd1556e92824271b3b9ea21a9ef931b, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/C/4c60ebc0c91e490280f47493312a380e, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/C/07d56bfa8e374faab4b218b4ce937524, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/C/59d8097b6d594eb88103b0da1dc487c0, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/C/d9ab44f184c5434da34cd16c36ec8c96, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/C/0443bbc3b1684b37b8239ac90d4fb9cf, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/C/4ae1f5359c1f41ffb2a26ce25e186c9a, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/C/fc4adac79d4f46a9bbd63664e3eb8ef5, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/C/befbbeddeed2456abf00fe1abb38f69a, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/C/983a2efc6538486b877b03d88cc28199, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/C/9f824862c2d5480d8d502a467eb70e99, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/C/f9e3182a62a54e60a4223f87c52d5760, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/C/542ea285a9124bd3ac665e52442449ba, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/C/759113861a3443e8b5b1ca57861d4b60, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/C/e74591a842f04ae2a48a39f3d24fa499, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/C/487ce361a43e406e9904a7f53e8f09fd, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/C/98ced0cc38244a349388bf7b3c456dcc, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/C/750638cd0e0041fe9d4cc5349c164cd0, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/C/cfc5594bb1c14f33a5fc7487e5b8dddc, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/C/f0df2d7555ae4a77940fa2aa6c0255bf, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/C/30c1eaaf3f4f4bccb6d96e6022d0f369, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/C/48af753c0a1e4809b2a44c2697091f24, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/C/d6364297f2194658b279f238f0383714, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/C/a8442757dcb84a6ca52c44bb3381c3a1, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/C/cff014490fb54cc5a5fad1e751147114, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/C/784e83c61d0b4d5e80d735bf68f2caa5, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/C/c12cb8bcee284b97ba601fee8e92c3d2, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/C/6c6ec160efb143faa0168eef2040f151, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/C/fb3b4b38878d426da1c73e2244a9eaf0, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/C/cf4f5c745cb143418881b4ff18e724e7, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/C/ac00c6af20f94d6eb4e153864730c24c, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/C/fd24a4f5f3614ab497f5f0f1145655c9] to archive 2024-11-26T22:24:00,124 DEBUG [StoreCloser-TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-26T22:24:00,125 DEBUG [StoreCloser-TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/C/dea21066c20b4acebc8f7ab1864618cc to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/C/dea21066c20b4acebc8f7ab1864618cc 2024-11-26T22:24:00,127 DEBUG [StoreCloser-TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/C/653623f6507342b98dd456a524f05c91 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/C/653623f6507342b98dd456a524f05c91 2024-11-26T22:24:00,128 DEBUG [StoreCloser-TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/C/1643ecfd2f4a40509b60349269f4e866 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/C/1643ecfd2f4a40509b60349269f4e866 2024-11-26T22:24:00,130 DEBUG [StoreCloser-TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/C/1db62e432418406b9d3b36b2e2ac9326 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/C/1db62e432418406b9d3b36b2e2ac9326 2024-11-26T22:24:00,132 DEBUG [StoreCloser-TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/C/3dd1556e92824271b3b9ea21a9ef931b to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/C/3dd1556e92824271b3b9ea21a9ef931b 2024-11-26T22:24:00,133 DEBUG [StoreCloser-TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/C/4c60ebc0c91e490280f47493312a380e to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/C/4c60ebc0c91e490280f47493312a380e 2024-11-26T22:24:00,134 DEBUG [StoreCloser-TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/C/07d56bfa8e374faab4b218b4ce937524 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/C/07d56bfa8e374faab4b218b4ce937524 2024-11-26T22:24:00,135 DEBUG [StoreCloser-TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/C/59d8097b6d594eb88103b0da1dc487c0 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/C/59d8097b6d594eb88103b0da1dc487c0 2024-11-26T22:24:00,137 DEBUG [StoreCloser-TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/C/d9ab44f184c5434da34cd16c36ec8c96 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/C/d9ab44f184c5434da34cd16c36ec8c96 2024-11-26T22:24:00,138 DEBUG [StoreCloser-TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/C/0443bbc3b1684b37b8239ac90d4fb9cf to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/C/0443bbc3b1684b37b8239ac90d4fb9cf 2024-11-26T22:24:00,144 DEBUG [StoreCloser-TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/C/4ae1f5359c1f41ffb2a26ce25e186c9a to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/C/4ae1f5359c1f41ffb2a26ce25e186c9a 2024-11-26T22:24:00,146 DEBUG [StoreCloser-TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/C/fc4adac79d4f46a9bbd63664e3eb8ef5 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/C/fc4adac79d4f46a9bbd63664e3eb8ef5 2024-11-26T22:24:00,147 DEBUG [StoreCloser-TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/C/befbbeddeed2456abf00fe1abb38f69a to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/C/befbbeddeed2456abf00fe1abb38f69a 2024-11-26T22:24:00,149 DEBUG [StoreCloser-TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/C/983a2efc6538486b877b03d88cc28199 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/C/983a2efc6538486b877b03d88cc28199 2024-11-26T22:24:00,151 DEBUG [StoreCloser-TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/C/9f824862c2d5480d8d502a467eb70e99 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/C/9f824862c2d5480d8d502a467eb70e99 2024-11-26T22:24:00,153 DEBUG [StoreCloser-TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/C/f9e3182a62a54e60a4223f87c52d5760 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/C/f9e3182a62a54e60a4223f87c52d5760 2024-11-26T22:24:00,154 DEBUG [StoreCloser-TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/C/542ea285a9124bd3ac665e52442449ba to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/C/542ea285a9124bd3ac665e52442449ba 2024-11-26T22:24:00,156 DEBUG [StoreCloser-TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/C/759113861a3443e8b5b1ca57861d4b60 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/C/759113861a3443e8b5b1ca57861d4b60 2024-11-26T22:24:00,157 DEBUG [StoreCloser-TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/C/e74591a842f04ae2a48a39f3d24fa499 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/C/e74591a842f04ae2a48a39f3d24fa499 2024-11-26T22:24:00,158 DEBUG [StoreCloser-TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/C/487ce361a43e406e9904a7f53e8f09fd to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/C/487ce361a43e406e9904a7f53e8f09fd 2024-11-26T22:24:00,159 DEBUG [StoreCloser-TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/C/98ced0cc38244a349388bf7b3c456dcc to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/C/98ced0cc38244a349388bf7b3c456dcc 2024-11-26T22:24:00,160 DEBUG [StoreCloser-TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/C/750638cd0e0041fe9d4cc5349c164cd0 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/C/750638cd0e0041fe9d4cc5349c164cd0 2024-11-26T22:24:00,161 DEBUG [StoreCloser-TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/C/cfc5594bb1c14f33a5fc7487e5b8dddc to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/C/cfc5594bb1c14f33a5fc7487e5b8dddc 2024-11-26T22:24:00,163 DEBUG [StoreCloser-TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/C/f0df2d7555ae4a77940fa2aa6c0255bf to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/C/f0df2d7555ae4a77940fa2aa6c0255bf 2024-11-26T22:24:00,164 DEBUG [StoreCloser-TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/C/30c1eaaf3f4f4bccb6d96e6022d0f369 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/C/30c1eaaf3f4f4bccb6d96e6022d0f369 2024-11-26T22:24:00,165 DEBUG [StoreCloser-TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/C/48af753c0a1e4809b2a44c2697091f24 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/C/48af753c0a1e4809b2a44c2697091f24 2024-11-26T22:24:00,166 DEBUG [StoreCloser-TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/C/d6364297f2194658b279f238f0383714 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/C/d6364297f2194658b279f238f0383714 2024-11-26T22:24:00,167 DEBUG [StoreCloser-TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/C/a8442757dcb84a6ca52c44bb3381c3a1 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/C/a8442757dcb84a6ca52c44bb3381c3a1 2024-11-26T22:24:00,169 DEBUG [StoreCloser-TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/C/cff014490fb54cc5a5fad1e751147114 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/C/cff014490fb54cc5a5fad1e751147114 2024-11-26T22:24:00,170 DEBUG [StoreCloser-TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/C/784e83c61d0b4d5e80d735bf68f2caa5 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/C/784e83c61d0b4d5e80d735bf68f2caa5 2024-11-26T22:24:00,171 DEBUG [StoreCloser-TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/C/c12cb8bcee284b97ba601fee8e92c3d2 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/C/c12cb8bcee284b97ba601fee8e92c3d2 2024-11-26T22:24:00,173 DEBUG [StoreCloser-TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/C/6c6ec160efb143faa0168eef2040f151 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/C/6c6ec160efb143faa0168eef2040f151 2024-11-26T22:24:00,174 DEBUG [StoreCloser-TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/C/fb3b4b38878d426da1c73e2244a9eaf0 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/C/fb3b4b38878d426da1c73e2244a9eaf0 2024-11-26T22:24:00,175 DEBUG [StoreCloser-TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/C/cf4f5c745cb143418881b4ff18e724e7 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/C/cf4f5c745cb143418881b4ff18e724e7 2024-11-26T22:24:00,176 DEBUG [StoreCloser-TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/C/ac00c6af20f94d6eb4e153864730c24c to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/C/ac00c6af20f94d6eb4e153864730c24c 2024-11-26T22:24:00,177 DEBUG [StoreCloser-TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/C/fd24a4f5f3614ab497f5f0f1145655c9 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/C/fd24a4f5f3614ab497f5f0f1145655c9 2024-11-26T22:24:00,184 DEBUG [RS_CLOSE_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/recovered.edits/537.seqid, newMaxSeqId=537, maxSeqId=1 2024-11-26T22:24:00,185 INFO [RS_CLOSE_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109. 2024-11-26T22:24:00,185 DEBUG [RS_CLOSE_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] regionserver.HRegion(1635): Region close journal for 372cdfb7b447651d4135abff0144b109: 2024-11-26T22:24:00,187 INFO [RS_CLOSE_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] handler.UnassignRegionHandler(170): Closed 372cdfb7b447651d4135abff0144b109 2024-11-26T22:24:00,187 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=158 updating hbase:meta row=372cdfb7b447651d4135abff0144b109, regionState=CLOSED 2024-11-26T22:24:00,189 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=159, resume processing ppid=158 2024-11-26T22:24:00,190 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=159, ppid=158, state=SUCCESS; CloseRegionProcedure 372cdfb7b447651d4135abff0144b109, server=d8c094cf5ab0,34335,1732659674113 in 808 msec 2024-11-26T22:24:00,192 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=158, resume processing ppid=157 2024-11-26T22:24:00,192 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=158, ppid=157, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=372cdfb7b447651d4135abff0144b109, UNASSIGN in 822 msec 2024-11-26T22:24:00,196 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=157, resume processing ppid=156 2024-11-26T22:24:00,196 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=157, ppid=156, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 825 msec 2024-11-26T22:24:00,197 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732659840197"}]},"ts":"1732659840197"} 2024-11-26T22:24:00,198 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-26T22:24:00,200 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-26T22:24:00,201 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=156, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 842 msec 2024-11-26T22:24:00,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=156 2024-11-26T22:24:00,469 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 156 completed 2024-11-26T22:24:00,470 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-26T22:24:00,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] procedure2.ProcedureExecutor(1098): Stored pid=160, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-26T22:24:00,471 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=160, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-26T22:24:00,472 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=160, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-26T22:24:00,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=160 2024-11-26T22:24:00,475 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109 2024-11-26T22:24:00,477 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/A, FileablePath, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/B, FileablePath, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/C, FileablePath, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/recovered.edits] 2024-11-26T22:24:00,482 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/A/889e12e5d1224f7e9cd8dffe5aa1d894 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/A/889e12e5d1224f7e9cd8dffe5aa1d894 2024-11-26T22:24:00,483 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/A/b75af8c0c5b74cb781d285b4961ef889 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/A/b75af8c0c5b74cb781d285b4961ef889 2024-11-26T22:24:00,485 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/A/f72c23c2fef8443ba8dd3cea214ebc73 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/A/f72c23c2fef8443ba8dd3cea214ebc73 2024-11-26T22:24:00,489 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/B/0bae20cd99e94281ae90355f691bb18f to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/B/0bae20cd99e94281ae90355f691bb18f 2024-11-26T22:24:00,491 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/B/24e07fcf8ae94452bd36f0af544670bf to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/B/24e07fcf8ae94452bd36f0af544670bf 2024-11-26T22:24:00,492 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/B/775ee0894de34673b1a741e225bb9be1 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/B/775ee0894de34673b1a741e225bb9be1 2024-11-26T22:24:00,497 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/C/2288631c020b46d4a4412796e0fb41ff to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/C/2288631c020b46d4a4412796e0fb41ff 2024-11-26T22:24:00,501 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/C/82892a990b56451f85f51b575cc4bf04 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/C/82892a990b56451f85f51b575cc4bf04 2024-11-26T22:24:00,503 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/C/aeb0e9cc5aec4fa48dd48931003a6f11 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/C/aeb0e9cc5aec4fa48dd48931003a6f11 2024-11-26T22:24:00,506 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/recovered.edits/537.seqid to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109/recovered.edits/537.seqid 2024-11-26T22:24:00,508 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/372cdfb7b447651d4135abff0144b109 2024-11-26T22:24:00,508 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-26T22:24:00,511 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=160, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-26T22:24:00,513 WARN [PEWorker-1 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-26T22:24:00,516 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-26T22:24:00,518 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=160, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-26T22:24:00,518 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-26T22:24:00,518 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732659840518"}]},"ts":"9223372036854775807"} 2024-11-26T22:24:00,520 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-26T22:24:00,520 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 372cdfb7b447651d4135abff0144b109, NAME => 'TestAcidGuarantees,,1732659808648.372cdfb7b447651d4135abff0144b109.', STARTKEY => '', ENDKEY => ''}] 2024-11-26T22:24:00,520 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-26T22:24:00,521 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732659840520"}]},"ts":"9223372036854775807"} 2024-11-26T22:24:00,524 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-26T22:24:00,526 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(133): Finished pid=160, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-26T22:24:00,527 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=160, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 56 msec 2024-11-26T22:24:00,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=160 2024-11-26T22:24:00,573 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 160 completed 2024-11-26T22:24:00,586 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testScanAtomicity Thread=237 (was 240), OpenFileDescriptor=447 (was 451), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=706 (was 663) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3640 (was 3720) 2024-11-26T22:24:00,597 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testMobGetAtomicity Thread=237, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=706, ProcessCount=11, AvailableMemoryMB=3639 2024-11-26T22:24:00,598 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-26T22:24:00,599 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T22:24:00,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] procedure2.ProcedureExecutor(1098): Stored pid=161, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-26T22:24:00,601 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=161, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T22:24:00,602 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:00,602 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 161 2024-11-26T22:24:00,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-26T22:24:00,604 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=161, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T22:24:00,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742462_1638 (size=960) 2024-11-26T22:24:00,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-26T22:24:00,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-26T22:24:01,012 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 043fb4fdfd5178b371b27304acbe44a0, NAME => 'TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5 2024-11-26T22:24:01,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742463_1639 (size=53) 2024-11-26T22:24:01,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-26T22:24:01,425 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T22:24:01,425 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 043fb4fdfd5178b371b27304acbe44a0, disabling compactions & flushes 2024-11-26T22:24:01,425 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0. 2024-11-26T22:24:01,425 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0. 2024-11-26T22:24:01,425 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0. after waiting 0 ms 2024-11-26T22:24:01,425 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0. 2024-11-26T22:24:01,425 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0. 2024-11-26T22:24:01,425 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 043fb4fdfd5178b371b27304acbe44a0: 2024-11-26T22:24:01,426 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=161, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T22:24:01,427 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732659841426"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732659841426"}]},"ts":"1732659841426"} 2024-11-26T22:24:01,428 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-26T22:24:01,428 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=161, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T22:24:01,429 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732659841428"}]},"ts":"1732659841428"} 2024-11-26T22:24:01,429 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-26T22:24:01,440 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=162, ppid=161, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=043fb4fdfd5178b371b27304acbe44a0, ASSIGN}] 2024-11-26T22:24:01,441 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=162, ppid=161, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=043fb4fdfd5178b371b27304acbe44a0, ASSIGN 2024-11-26T22:24:01,442 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=162, ppid=161, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=043fb4fdfd5178b371b27304acbe44a0, ASSIGN; state=OFFLINE, location=d8c094cf5ab0,34335,1732659674113; forceNewPlan=false, retain=false 2024-11-26T22:24:01,593 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=162 updating hbase:meta row=043fb4fdfd5178b371b27304acbe44a0, regionState=OPENING, regionLocation=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:24:01,594 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=163, ppid=162, state=RUNNABLE; OpenRegionProcedure 043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113}] 2024-11-26T22:24:01,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-26T22:24:01,746 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d8c094cf5ab0,34335,1732659674113 2024-11-26T22:24:01,749 INFO [RS_OPEN_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_OPEN_REGION, pid=163}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0. 2024-11-26T22:24:01,749 DEBUG [RS_OPEN_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_OPEN_REGION, pid=163}] regionserver.HRegion(7285): Opening region: {ENCODED => 043fb4fdfd5178b371b27304acbe44a0, NAME => 'TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0.', STARTKEY => '', ENDKEY => ''} 2024-11-26T22:24:01,750 DEBUG [RS_OPEN_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_OPEN_REGION, pid=163}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 043fb4fdfd5178b371b27304acbe44a0 2024-11-26T22:24:01,750 DEBUG [RS_OPEN_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_OPEN_REGION, pid=163}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T22:24:01,750 DEBUG [RS_OPEN_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_OPEN_REGION, pid=163}] regionserver.HRegion(7327): checking encryption for 043fb4fdfd5178b371b27304acbe44a0 2024-11-26T22:24:01,750 DEBUG [RS_OPEN_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_OPEN_REGION, pid=163}] regionserver.HRegion(7330): checking classloading for 043fb4fdfd5178b371b27304acbe44a0 2024-11-26T22:24:01,762 INFO [StoreOpener-043fb4fdfd5178b371b27304acbe44a0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 043fb4fdfd5178b371b27304acbe44a0 2024-11-26T22:24:01,764 INFO [StoreOpener-043fb4fdfd5178b371b27304acbe44a0-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-26T22:24:01,764 INFO [StoreOpener-043fb4fdfd5178b371b27304acbe44a0-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 043fb4fdfd5178b371b27304acbe44a0 columnFamilyName A 2024-11-26T22:24:01,764 DEBUG [StoreOpener-043fb4fdfd5178b371b27304acbe44a0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:01,765 INFO [StoreOpener-043fb4fdfd5178b371b27304acbe44a0-1 {}] regionserver.HStore(327): Store=043fb4fdfd5178b371b27304acbe44a0/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T22:24:01,765 INFO [StoreOpener-043fb4fdfd5178b371b27304acbe44a0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 043fb4fdfd5178b371b27304acbe44a0 2024-11-26T22:24:01,766 INFO [StoreOpener-043fb4fdfd5178b371b27304acbe44a0-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-26T22:24:01,766 INFO [StoreOpener-043fb4fdfd5178b371b27304acbe44a0-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 043fb4fdfd5178b371b27304acbe44a0 columnFamilyName B 2024-11-26T22:24:01,766 DEBUG [StoreOpener-043fb4fdfd5178b371b27304acbe44a0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:01,767 INFO [StoreOpener-043fb4fdfd5178b371b27304acbe44a0-1 {}] regionserver.HStore(327): Store=043fb4fdfd5178b371b27304acbe44a0/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T22:24:01,768 INFO [StoreOpener-043fb4fdfd5178b371b27304acbe44a0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 043fb4fdfd5178b371b27304acbe44a0 2024-11-26T22:24:01,769 INFO [StoreOpener-043fb4fdfd5178b371b27304acbe44a0-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-26T22:24:01,770 INFO [StoreOpener-043fb4fdfd5178b371b27304acbe44a0-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 043fb4fdfd5178b371b27304acbe44a0 columnFamilyName C 2024-11-26T22:24:01,770 DEBUG [StoreOpener-043fb4fdfd5178b371b27304acbe44a0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:01,770 INFO [StoreOpener-043fb4fdfd5178b371b27304acbe44a0-1 {}] regionserver.HStore(327): Store=043fb4fdfd5178b371b27304acbe44a0/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T22:24:01,770 INFO [RS_OPEN_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_OPEN_REGION, pid=163}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0. 2024-11-26T22:24:01,771 DEBUG [RS_OPEN_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_OPEN_REGION, pid=163}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0 2024-11-26T22:24:01,771 DEBUG [RS_OPEN_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_OPEN_REGION, pid=163}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0 2024-11-26T22:24:01,773 DEBUG [RS_OPEN_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_OPEN_REGION, pid=163}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-26T22:24:01,774 DEBUG [RS_OPEN_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_OPEN_REGION, pid=163}] regionserver.HRegion(1085): writing seq id for 043fb4fdfd5178b371b27304acbe44a0 2024-11-26T22:24:01,776 DEBUG [RS_OPEN_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_OPEN_REGION, pid=163}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T22:24:01,776 INFO [RS_OPEN_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_OPEN_REGION, pid=163}] regionserver.HRegion(1102): Opened 043fb4fdfd5178b371b27304acbe44a0; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67816367, jitterRate=0.010542616248130798}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-26T22:24:01,777 DEBUG [RS_OPEN_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_OPEN_REGION, pid=163}] regionserver.HRegion(1001): Region open journal for 043fb4fdfd5178b371b27304acbe44a0: 2024-11-26T22:24:01,778 INFO [RS_OPEN_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_OPEN_REGION, pid=163}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0., pid=163, masterSystemTime=1732659841746 2024-11-26T22:24:01,779 DEBUG [RS_OPEN_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_OPEN_REGION, pid=163}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0. 2024-11-26T22:24:01,779 INFO [RS_OPEN_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_OPEN_REGION, pid=163}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0. 2024-11-26T22:24:01,780 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=162 updating hbase:meta row=043fb4fdfd5178b371b27304acbe44a0, regionState=OPEN, openSeqNum=2, regionLocation=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:24:01,782 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=163, resume processing ppid=162 2024-11-26T22:24:01,782 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=163, ppid=162, state=SUCCESS; OpenRegionProcedure 043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 in 187 msec 2024-11-26T22:24:01,784 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=162, resume processing ppid=161 2024-11-26T22:24:01,784 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=162, ppid=161, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=043fb4fdfd5178b371b27304acbe44a0, ASSIGN in 342 msec 2024-11-26T22:24:01,784 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=161, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T22:24:01,785 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732659841784"}]},"ts":"1732659841784"} 2024-11-26T22:24:01,785 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-26T22:24:01,788 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=161, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T22:24:01,789 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=161, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.1890 sec 2024-11-26T22:24:02,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-26T22:24:02,707 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 161 completed 2024-11-26T22:24:02,708 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x34570ab1 to 127.0.0.1:58789 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@23c78b89 2024-11-26T22:24:02,736 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c53df25, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T22:24:02,740 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T22:24:02,741 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37620, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T22:24:02,743 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T22:24:02,746 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45498, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T22:24:02,748 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-26T22:24:02,748 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T22:24:02,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] procedure2.ProcedureExecutor(1098): Stored pid=164, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-11-26T22:24:02,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742464_1640 (size=996) 2024-11-26T22:24:03,200 DEBUG [PEWorker-3 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.960 2024-11-26T22:24:03,200 INFO [PEWorker-3 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.996 2024-11-26T22:24:03,203 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=165, ppid=164, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-26T22:24:03,207 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=166, ppid=165, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=043fb4fdfd5178b371b27304acbe44a0, REOPEN/MOVE}] 2024-11-26T22:24:03,208 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=166, ppid=165, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=043fb4fdfd5178b371b27304acbe44a0, REOPEN/MOVE 2024-11-26T22:24:03,209 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=166 updating hbase:meta row=043fb4fdfd5178b371b27304acbe44a0, regionState=CLOSING, regionLocation=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:24:03,209 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-26T22:24:03,210 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=167, ppid=166, state=RUNNABLE; CloseRegionProcedure 043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113}] 2024-11-26T22:24:03,361 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d8c094cf5ab0,34335,1732659674113 2024-11-26T22:24:03,362 INFO [RS_CLOSE_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] handler.UnassignRegionHandler(124): Close 043fb4fdfd5178b371b27304acbe44a0 2024-11-26T22:24:03,362 DEBUG [RS_CLOSE_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-26T22:24:03,362 DEBUG [RS_CLOSE_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.HRegion(1681): Closing 043fb4fdfd5178b371b27304acbe44a0, disabling compactions & flushes 2024-11-26T22:24:03,362 INFO [RS_CLOSE_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0. 2024-11-26T22:24:03,362 DEBUG [RS_CLOSE_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0. 2024-11-26T22:24:03,362 DEBUG [RS_CLOSE_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0. after waiting 0 ms 2024-11-26T22:24:03,362 DEBUG [RS_CLOSE_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0. 2024-11-26T22:24:03,376 DEBUG [RS_CLOSE_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-26T22:24:03,377 INFO [RS_CLOSE_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0. 2024-11-26T22:24:03,377 DEBUG [RS_CLOSE_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.HRegion(1635): Region close journal for 043fb4fdfd5178b371b27304acbe44a0: 2024-11-26T22:24:03,377 WARN [RS_CLOSE_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.HRegionServer(3786): Not adding moved region record: 043fb4fdfd5178b371b27304acbe44a0 to self. 2024-11-26T22:24:03,379 INFO [RS_CLOSE_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] handler.UnassignRegionHandler(170): Closed 043fb4fdfd5178b371b27304acbe44a0 2024-11-26T22:24:03,379 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=166 updating hbase:meta row=043fb4fdfd5178b371b27304acbe44a0, regionState=CLOSED 2024-11-26T22:24:03,381 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=167, resume processing ppid=166 2024-11-26T22:24:03,381 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=167, ppid=166, state=SUCCESS; CloseRegionProcedure 043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 in 171 msec 2024-11-26T22:24:03,381 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=166, ppid=165, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=043fb4fdfd5178b371b27304acbe44a0, REOPEN/MOVE; state=CLOSED, location=d8c094cf5ab0,34335,1732659674113; forceNewPlan=false, retain=true 2024-11-26T22:24:03,532 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=166 updating hbase:meta row=043fb4fdfd5178b371b27304acbe44a0, regionState=OPENING, regionLocation=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:24:03,533 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=168, ppid=166, state=RUNNABLE; OpenRegionProcedure 043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113}] 2024-11-26T22:24:03,687 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d8c094cf5ab0,34335,1732659674113 2024-11-26T22:24:03,690 INFO [RS_OPEN_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_OPEN_REGION, pid=168}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0. 2024-11-26T22:24:03,690 DEBUG [RS_OPEN_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_OPEN_REGION, pid=168}] regionserver.HRegion(7285): Opening region: {ENCODED => 043fb4fdfd5178b371b27304acbe44a0, NAME => 'TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0.', STARTKEY => '', ENDKEY => ''} 2024-11-26T22:24:03,691 DEBUG [RS_OPEN_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_OPEN_REGION, pid=168}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 043fb4fdfd5178b371b27304acbe44a0 2024-11-26T22:24:03,691 DEBUG [RS_OPEN_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_OPEN_REGION, pid=168}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T22:24:03,692 DEBUG [RS_OPEN_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_OPEN_REGION, pid=168}] regionserver.HRegion(7327): checking encryption for 043fb4fdfd5178b371b27304acbe44a0 2024-11-26T22:24:03,692 DEBUG [RS_OPEN_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_OPEN_REGION, pid=168}] regionserver.HRegion(7330): checking classloading for 043fb4fdfd5178b371b27304acbe44a0 2024-11-26T22:24:03,694 INFO [StoreOpener-043fb4fdfd5178b371b27304acbe44a0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 043fb4fdfd5178b371b27304acbe44a0 2024-11-26T22:24:03,694 INFO [StoreOpener-043fb4fdfd5178b371b27304acbe44a0-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-26T22:24:03,695 INFO [StoreOpener-043fb4fdfd5178b371b27304acbe44a0-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 043fb4fdfd5178b371b27304acbe44a0 columnFamilyName A 2024-11-26T22:24:03,696 DEBUG [StoreOpener-043fb4fdfd5178b371b27304acbe44a0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:03,697 INFO [StoreOpener-043fb4fdfd5178b371b27304acbe44a0-1 {}] regionserver.HStore(327): Store=043fb4fdfd5178b371b27304acbe44a0/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T22:24:03,697 INFO [StoreOpener-043fb4fdfd5178b371b27304acbe44a0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 043fb4fdfd5178b371b27304acbe44a0 2024-11-26T22:24:03,699 INFO [StoreOpener-043fb4fdfd5178b371b27304acbe44a0-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-26T22:24:03,700 INFO [StoreOpener-043fb4fdfd5178b371b27304acbe44a0-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 043fb4fdfd5178b371b27304acbe44a0 columnFamilyName B 2024-11-26T22:24:03,700 DEBUG [StoreOpener-043fb4fdfd5178b371b27304acbe44a0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:03,700 INFO [StoreOpener-043fb4fdfd5178b371b27304acbe44a0-1 {}] regionserver.HStore(327): Store=043fb4fdfd5178b371b27304acbe44a0/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T22:24:03,701 INFO [StoreOpener-043fb4fdfd5178b371b27304acbe44a0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 043fb4fdfd5178b371b27304acbe44a0 2024-11-26T22:24:03,702 INFO [StoreOpener-043fb4fdfd5178b371b27304acbe44a0-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-26T22:24:03,702 INFO [StoreOpener-043fb4fdfd5178b371b27304acbe44a0-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 043fb4fdfd5178b371b27304acbe44a0 columnFamilyName C 2024-11-26T22:24:03,702 DEBUG [StoreOpener-043fb4fdfd5178b371b27304acbe44a0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:03,703 INFO [StoreOpener-043fb4fdfd5178b371b27304acbe44a0-1 {}] regionserver.HStore(327): Store=043fb4fdfd5178b371b27304acbe44a0/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T22:24:03,703 INFO [RS_OPEN_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_OPEN_REGION, pid=168}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0. 2024-11-26T22:24:03,704 DEBUG [RS_OPEN_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_OPEN_REGION, pid=168}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0 2024-11-26T22:24:03,705 DEBUG [RS_OPEN_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_OPEN_REGION, pid=168}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0 2024-11-26T22:24:03,707 DEBUG [RS_OPEN_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_OPEN_REGION, pid=168}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-26T22:24:03,712 DEBUG [RS_OPEN_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_OPEN_REGION, pid=168}] regionserver.HRegion(1085): writing seq id for 043fb4fdfd5178b371b27304acbe44a0 2024-11-26T22:24:03,713 INFO [RS_OPEN_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_OPEN_REGION, pid=168}] regionserver.HRegion(1102): Opened 043fb4fdfd5178b371b27304acbe44a0; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60309851, jitterRate=-0.10131318867206573}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-26T22:24:03,714 DEBUG [RS_OPEN_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_OPEN_REGION, pid=168}] regionserver.HRegion(1001): Region open journal for 043fb4fdfd5178b371b27304acbe44a0: 2024-11-26T22:24:03,715 INFO [RS_OPEN_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_OPEN_REGION, pid=168}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0., pid=168, masterSystemTime=1732659843687 2024-11-26T22:24:03,717 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=166 updating hbase:meta row=043fb4fdfd5178b371b27304acbe44a0, regionState=OPEN, openSeqNum=5, regionLocation=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:24:03,717 DEBUG [RS_OPEN_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_OPEN_REGION, pid=168}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0. 2024-11-26T22:24:03,718 INFO [RS_OPEN_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_OPEN_REGION, pid=168}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0. 2024-11-26T22:24:03,722 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=168, resume processing ppid=166 2024-11-26T22:24:03,722 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=168, ppid=166, state=SUCCESS; OpenRegionProcedure 043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 in 185 msec 2024-11-26T22:24:03,729 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=166, resume processing ppid=165 2024-11-26T22:24:03,729 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=166, ppid=165, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=043fb4fdfd5178b371b27304acbe44a0, REOPEN/MOVE in 516 msec 2024-11-26T22:24:03,731 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=165, resume processing ppid=164 2024-11-26T22:24:03,731 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=165, ppid=164, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 526 msec 2024-11-26T22:24:03,733 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=164, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 983 msec 2024-11-26T22:24:03,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=164 2024-11-26T22:24:03,736 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x151bac0d to 127.0.0.1:58789 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@a1fe6e4 2024-11-26T22:24:03,751 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58e7ba75, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T22:24:03,752 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2089b1f4 to 127.0.0.1:58789 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@55544bc7 2024-11-26T22:24:03,758 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3005670a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T22:24:03,759 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x65f51785 to 127.0.0.1:58789 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1208728f 2024-11-26T22:24:03,792 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@92e7af3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T22:24:03,793 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3cc71f2e to 127.0.0.1:58789 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6d0a9e33 2024-11-26T22:24:03,798 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17899883, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T22:24:03,799 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x79a7bd2b to 127.0.0.1:58789 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@40e55f2a 2024-11-26T22:24:03,824 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b739a35, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T22:24:03,825 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x271e8143 to 127.0.0.1:58789 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@20bb05a7 2024-11-26T22:24:03,833 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38481360, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T22:24:03,834 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x62b06a95 to 127.0.0.1:58789 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1a5ecd59 2024-11-26T22:24:03,871 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62750e61, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T22:24:03,872 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0d02ace0 to 127.0.0.1:58789 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@61da8c1c 2024-11-26T22:24:03,889 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b968040, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T22:24:03,889 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x63054209 to 127.0.0.1:58789 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@560a8819 2024-11-26T22:24:03,909 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49019618, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T22:24:03,910 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3fbb1399 to 127.0.0.1:58789 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3df30e37 2024-11-26T22:24:03,937 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7887fec7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T22:24:03,952 DEBUG [hconnection-0x2ed6b3d6-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T22:24:03,954 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37624, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T22:24:03,965 DEBUG [hconnection-0x416b2bb6-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T22:24:03,966 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37640, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T22:24:03,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(8581): Flush requested on 043fb4fdfd5178b371b27304acbe44a0 2024-11-26T22:24:03,970 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 043fb4fdfd5178b371b27304acbe44a0 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-26T22:24:03,970 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 043fb4fdfd5178b371b27304acbe44a0, store=A 2024-11-26T22:24:03,970 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:24:03,970 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 043fb4fdfd5178b371b27304acbe44a0, store=B 2024-11-26T22:24:03,970 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:24:03,970 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 043fb4fdfd5178b371b27304acbe44a0, store=C 2024-11-26T22:24:03,970 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:24:03,990 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T22:24:03,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] procedure2.ProcedureExecutor(1098): Stored pid=169, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=169, table=TestAcidGuarantees 2024-11-26T22:24:03,994 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=169, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=169, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T22:24:03,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-26T22:24:03,994 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=169, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=169, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T22:24:03,995 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=170, ppid=169, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T22:24:03,999 DEBUG [hconnection-0x791d46b-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T22:24:04,000 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37652, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T22:24:04,017 DEBUG [hconnection-0x6972f6df-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T22:24:04,021 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37660, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T22:24:04,028 DEBUG [hconnection-0x21d19d7f-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T22:24:04,030 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37668, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T22:24:04,033 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:24:04,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37624 deadline: 1732659904031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:24:04,034 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:24:04,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37668 deadline: 1732659904033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:24:04,053 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126e862d547319a44908951577a3dc0acae_043fb4fdfd5178b371b27304acbe44a0 is 50, key is test_row_0/A:col10/1732659843962/Put/seqid=0 2024-11-26T22:24:04,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-26T22:24:04,096 DEBUG [hconnection-0xc0defc1-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T22:24:04,098 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37670, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T22:24:04,113 DEBUG [hconnection-0x5f78b668-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T22:24:04,114 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37686, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T22:24:04,117 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:24:04,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37686 deadline: 1732659904116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:24:04,128 DEBUG [hconnection-0x66cfba8-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T22:24:04,130 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37690, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T22:24:04,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742465_1641 (size=12154) 2024-11-26T22:24:04,132 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:04,133 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:24:04,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37690 deadline: 1732659904132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:24:04,137 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126e862d547319a44908951577a3dc0acae_043fb4fdfd5178b371b27304acbe44a0 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126e862d547319a44908951577a3dc0acae_043fb4fdfd5178b371b27304acbe44a0 2024-11-26T22:24:04,138 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:24:04,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37668 deadline: 1732659904136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:24:04,139 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/.tmp/A/e508a7f425bb4655bda8faf1915fcf35, store: [table=TestAcidGuarantees family=A region=043fb4fdfd5178b371b27304acbe44a0] 2024-11-26T22:24:04,139 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/.tmp/A/e508a7f425bb4655bda8faf1915fcf35 is 175, key is test_row_0/A:col10/1732659843962/Put/seqid=0 2024-11-26T22:24:04,142 DEBUG [hconnection-0x23ff69f0-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T22:24:04,143 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37692, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T22:24:04,143 DEBUG [hconnection-0x74d4377c-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T22:24:04,147 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:24:04,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37624 deadline: 1732659904144, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:24:04,147 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d8c094cf5ab0,34335,1732659674113 2024-11-26T22:24:04,148 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34335 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=170 2024-11-26T22:24:04,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0. 2024-11-26T22:24:04,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0. as already flushing 2024-11-26T22:24:04,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0. 2024-11-26T22:24:04,148 ERROR [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] handler.RSProcedureHandler(58): pid=170 java.io.IOException: Unable to complete flush {ENCODED => 043fb4fdfd5178b371b27304acbe44a0, NAME => 'TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:24:04,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=170 java.io.IOException: Unable to complete flush {ENCODED => 043fb4fdfd5178b371b27304acbe44a0, NAME => 'TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:24:04,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster(4114): Remote procedure failed, pid=170 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 043fb4fdfd5178b371b27304acbe44a0, NAME => 'TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 043fb4fdfd5178b371b27304acbe44a0, NAME => 'TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:24:04,157 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37708, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T22:24:04,163 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:24:04,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37708 deadline: 1732659904159, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:24:04,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742466_1642 (size=30955) 2024-11-26T22:24:04,221 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:24:04,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37686 deadline: 1732659904218, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:24:04,238 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:24:04,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37690 deadline: 1732659904235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:24:04,267 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:24:04,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37708 deadline: 1732659904265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:24:04,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-26T22:24:04,300 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d8c094cf5ab0,34335,1732659674113 2024-11-26T22:24:04,301 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34335 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=170 2024-11-26T22:24:04,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0. 2024-11-26T22:24:04,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0. as already flushing 2024-11-26T22:24:04,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0. 2024-11-26T22:24:04,301 ERROR [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] handler.RSProcedureHandler(58): pid=170 java.io.IOException: Unable to complete flush {ENCODED => 043fb4fdfd5178b371b27304acbe44a0, NAME => 'TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:24:04,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=170 java.io.IOException: Unable to complete flush {ENCODED => 043fb4fdfd5178b371b27304acbe44a0, NAME => 'TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:24:04,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster(4114): Remote procedure failed, pid=170 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 043fb4fdfd5178b371b27304acbe44a0, NAME => 'TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 043fb4fdfd5178b371b27304acbe44a0, NAME => 'TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:24:04,342 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:24:04,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37668 deadline: 1732659904340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:24:04,350 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:24:04,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37624 deadline: 1732659904349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:24:04,426 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:24:04,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37686 deadline: 1732659904425, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:24:04,441 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:24:04,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37690 deadline: 1732659904440, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:24:04,453 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d8c094cf5ab0,34335,1732659674113 2024-11-26T22:24:04,453 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34335 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=170 2024-11-26T22:24:04,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0. 2024-11-26T22:24:04,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0. as already flushing 2024-11-26T22:24:04,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0. 2024-11-26T22:24:04,454 ERROR [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] handler.RSProcedureHandler(58): pid=170 java.io.IOException: Unable to complete flush {ENCODED => 043fb4fdfd5178b371b27304acbe44a0, NAME => 'TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:24:04,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=170 java.io.IOException: Unable to complete flush {ENCODED => 043fb4fdfd5178b371b27304acbe44a0, NAME => 'TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:24:04,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster(4114): Remote procedure failed, pid=170 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 043fb4fdfd5178b371b27304acbe44a0, NAME => 'TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 043fb4fdfd5178b371b27304acbe44a0, NAME => 'TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:24:04,470 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:24:04,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37708 deadline: 1732659904469, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:24:04,583 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=15, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/.tmp/A/e508a7f425bb4655bda8faf1915fcf35 2024-11-26T22:24:04,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-26T22:24:04,606 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d8c094cf5ab0,34335,1732659674113 2024-11-26T22:24:04,606 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34335 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=170 2024-11-26T22:24:04,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0. 2024-11-26T22:24:04,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0. as already flushing 2024-11-26T22:24:04,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0. 2024-11-26T22:24:04,607 ERROR [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] handler.RSProcedureHandler(58): pid=170 java.io.IOException: Unable to complete flush {ENCODED => 043fb4fdfd5178b371b27304acbe44a0, NAME => 'TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:24:04,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=170 java.io.IOException: Unable to complete flush {ENCODED => 043fb4fdfd5178b371b27304acbe44a0, NAME => 'TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:24:04,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster(4114): Remote procedure failed, pid=170 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 043fb4fdfd5178b371b27304acbe44a0, NAME => 'TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 043fb4fdfd5178b371b27304acbe44a0, NAME => 'TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:24:04,633 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/.tmp/B/7a95a28b3d094a9ea3f5dbaf6d3a6c42 is 50, key is test_row_0/B:col10/1732659843962/Put/seqid=0 2024-11-26T22:24:04,645 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:24:04,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37668 deadline: 1732659904643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:24:04,655 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:24:04,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37624 deadline: 1732659904654, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:24:04,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742467_1643 (size=12001) 2024-11-26T22:24:04,673 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/.tmp/B/7a95a28b3d094a9ea3f5dbaf6d3a6c42 2024-11-26T22:24:04,731 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:24:04,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37686 deadline: 1732659904730, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:24:04,747 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:24:04,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37690 deadline: 1732659904744, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:24:04,759 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d8c094cf5ab0,34335,1732659674113 2024-11-26T22:24:04,759 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34335 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=170 2024-11-26T22:24:04,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0. 2024-11-26T22:24:04,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0. as already flushing 2024-11-26T22:24:04,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0. 2024-11-26T22:24:04,760 ERROR [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] handler.RSProcedureHandler(58): pid=170 java.io.IOException: Unable to complete flush {ENCODED => 043fb4fdfd5178b371b27304acbe44a0, NAME => 'TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:24:04,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=170 java.io.IOException: Unable to complete flush {ENCODED => 043fb4fdfd5178b371b27304acbe44a0, NAME => 'TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:24:04,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster(4114): Remote procedure failed, pid=170 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 043fb4fdfd5178b371b27304acbe44a0, NAME => 'TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 043fb4fdfd5178b371b27304acbe44a0, NAME => 'TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:24:04,770 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/.tmp/C/d53a3c612219441aa1e0cd0eb82f6d59 is 50, key is test_row_0/C:col10/1732659843962/Put/seqid=0 2024-11-26T22:24:04,775 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:24:04,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37708 deadline: 1732659904774, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:24:04,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742468_1644 (size=12001) 2024-11-26T22:24:04,828 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/.tmp/C/d53a3c612219441aa1e0cd0eb82f6d59 2024-11-26T22:24:04,837 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/.tmp/A/e508a7f425bb4655bda8faf1915fcf35 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/A/e508a7f425bb4655bda8faf1915fcf35 2024-11-26T22:24:04,844 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/A/e508a7f425bb4655bda8faf1915fcf35, entries=150, sequenceid=15, filesize=30.2 K 2024-11-26T22:24:04,865 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/.tmp/B/7a95a28b3d094a9ea3f5dbaf6d3a6c42 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/B/7a95a28b3d094a9ea3f5dbaf6d3a6c42 2024-11-26T22:24:04,880 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/B/7a95a28b3d094a9ea3f5dbaf6d3a6c42, entries=150, sequenceid=15, filesize=11.7 K 2024-11-26T22:24:04,888 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/.tmp/C/d53a3c612219441aa1e0cd0eb82f6d59 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/C/d53a3c612219441aa1e0cd0eb82f6d59 2024-11-26T22:24:04,900 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/C/d53a3c612219441aa1e0cd0eb82f6d59, entries=150, sequenceid=15, filesize=11.7 K 2024-11-26T22:24:04,901 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 043fb4fdfd5178b371b27304acbe44a0 in 932ms, sequenceid=15, compaction requested=false 2024-11-26T22:24:04,901 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 043fb4fdfd5178b371b27304acbe44a0: 2024-11-26T22:24:04,912 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d8c094cf5ab0,34335,1732659674113 2024-11-26T22:24:04,913 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34335 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=170 2024-11-26T22:24:04,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0. 2024-11-26T22:24:04,913 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2837): Flushing 043fb4fdfd5178b371b27304acbe44a0 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-26T22:24:04,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 043fb4fdfd5178b371b27304acbe44a0, store=A 2024-11-26T22:24:04,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:24:04,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 043fb4fdfd5178b371b27304acbe44a0, store=B 2024-11-26T22:24:04,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:24:04,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 043fb4fdfd5178b371b27304acbe44a0, store=C 2024-11-26T22:24:04,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:24:04,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126b4ef99c6ec4441f0803122acfbc700ed_043fb4fdfd5178b371b27304acbe44a0 is 50, key is test_row_0/A:col10/1732659844024/Put/seqid=0 2024-11-26T22:24:05,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742469_1645 (size=12154) 2024-11-26T22:24:05,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:05,006 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126b4ef99c6ec4441f0803122acfbc700ed_043fb4fdfd5178b371b27304acbe44a0 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126b4ef99c6ec4441f0803122acfbc700ed_043fb4fdfd5178b371b27304acbe44a0 2024-11-26T22:24:05,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/.tmp/A/c58374ef4b5b48d580902213e8a1ad0c, store: [table=TestAcidGuarantees family=A region=043fb4fdfd5178b371b27304acbe44a0] 2024-11-26T22:24:05,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/.tmp/A/c58374ef4b5b48d580902213e8a1ad0c is 175, key is test_row_0/A:col10/1732659844024/Put/seqid=0 2024-11-26T22:24:05,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742470_1646 (size=30955) 2024-11-26T22:24:05,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-26T22:24:05,151 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0. as already flushing 2024-11-26T22:24:05,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(8581): Flush requested on 043fb4fdfd5178b371b27304acbe44a0 2024-11-26T22:24:05,202 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:24:05,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37624 deadline: 1732659905198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:24:05,205 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:24:05,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37668 deadline: 1732659905202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:24:05,237 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:24:05,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37686 deadline: 1732659905233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:24:05,257 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:24:05,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37690 deadline: 1732659905252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:24:05,280 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:24:05,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37708 deadline: 1732659905277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:24:05,312 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:24:05,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37624 deadline: 1732659905308, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:24:05,331 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:24:05,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37668 deadline: 1732659905328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:24:05,446 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=40, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/.tmp/A/c58374ef4b5b48d580902213e8a1ad0c 2024-11-26T22:24:05,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/.tmp/B/41c6eaffc58c4e8fac7d658484e92727 is 50, key is test_row_0/B:col10/1732659844024/Put/seqid=0 2024-11-26T22:24:05,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742471_1647 (size=12001) 2024-11-26T22:24:05,525 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/.tmp/B/41c6eaffc58c4e8fac7d658484e92727 2024-11-26T22:24:05,529 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:24:05,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37624 deadline: 1732659905522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:24:05,538 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:24:05,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37668 deadline: 1732659905536, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:24:05,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/.tmp/C/8bfc8cbbe28c4a50bbc72191b9ac9aad is 50, key is test_row_0/C:col10/1732659844024/Put/seqid=0 2024-11-26T22:24:05,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742472_1648 (size=12001) 2024-11-26T22:24:05,729 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-26T22:24:05,832 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:24:05,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37624 deadline: 1732659905830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:24:05,859 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:24:05,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37668 deadline: 1732659905856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:24:05,984 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/.tmp/C/8bfc8cbbe28c4a50bbc72191b9ac9aad 2024-11-26T22:24:06,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/.tmp/A/c58374ef4b5b48d580902213e8a1ad0c as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/A/c58374ef4b5b48d580902213e8a1ad0c 2024-11-26T22:24:06,018 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/A/c58374ef4b5b48d580902213e8a1ad0c, entries=150, sequenceid=40, filesize=30.2 K 2024-11-26T22:24:06,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/.tmp/B/41c6eaffc58c4e8fac7d658484e92727 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/B/41c6eaffc58c4e8fac7d658484e92727 2024-11-26T22:24:06,022 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/B/41c6eaffc58c4e8fac7d658484e92727, entries=150, sequenceid=40, filesize=11.7 K 2024-11-26T22:24:06,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/.tmp/C/8bfc8cbbe28c4a50bbc72191b9ac9aad as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/C/8bfc8cbbe28c4a50bbc72191b9ac9aad 2024-11-26T22:24:06,027 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/C/8bfc8cbbe28c4a50bbc72191b9ac9aad, entries=150, sequenceid=40, filesize=11.7 K 2024-11-26T22:24:06,028 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 043fb4fdfd5178b371b27304acbe44a0 in 1115ms, sequenceid=40, compaction requested=false 2024-11-26T22:24:06,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2538): Flush status journal for 043fb4fdfd5178b371b27304acbe44a0: 2024-11-26T22:24:06,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0. 2024-11-26T22:24:06,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=170 2024-11-26T22:24:06,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster(4106): Remote procedure done, pid=170 2024-11-26T22:24:06,033 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=170, resume processing ppid=169 2024-11-26T22:24:06,033 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=170, ppid=169, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0360 sec 2024-11-26T22:24:06,036 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=169, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=169, table=TestAcidGuarantees in 2.0440 sec 2024-11-26T22:24:06,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-26T22:24:06,098 INFO [Thread-2811 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 169 completed 2024-11-26T22:24:06,100 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T22:24:06,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] procedure2.ProcedureExecutor(1098): Stored pid=171, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=171, table=TestAcidGuarantees 2024-11-26T22:24:06,101 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=171, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=171, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T22:24:06,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-26T22:24:06,102 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=171, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=171, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T22:24:06,102 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=172, ppid=171, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T22:24:06,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-26T22:24:06,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(8581): Flush requested on 043fb4fdfd5178b371b27304acbe44a0 2024-11-26T22:24:06,250 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 043fb4fdfd5178b371b27304acbe44a0 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-26T22:24:06,250 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 043fb4fdfd5178b371b27304acbe44a0, store=A 2024-11-26T22:24:06,250 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:24:06,250 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 043fb4fdfd5178b371b27304acbe44a0, store=B 2024-11-26T22:24:06,250 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:24:06,251 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 043fb4fdfd5178b371b27304acbe44a0, store=C 2024-11-26T22:24:06,251 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:24:06,255 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d8c094cf5ab0,34335,1732659674113 2024-11-26T22:24:06,255 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34335 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-11-26T22:24:06,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0. 2024-11-26T22:24:06,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0. as already flushing 2024-11-26T22:24:06,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0. 2024-11-26T22:24:06,257 ERROR [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] handler.RSProcedureHandler(58): pid=172 java.io.IOException: Unable to complete flush {ENCODED => 043fb4fdfd5178b371b27304acbe44a0, NAME => 'TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:24:06,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=172 java.io.IOException: Unable to complete flush {ENCODED => 043fb4fdfd5178b371b27304acbe44a0, NAME => 'TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:24:06,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster(4114): Remote procedure failed, pid=172 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 043fb4fdfd5178b371b27304acbe44a0, NAME => 'TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 043fb4fdfd5178b371b27304acbe44a0, NAME => 'TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:24:06,269 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126095163ae8d8c4d07a3f5e9933bc129cd_043fb4fdfd5178b371b27304acbe44a0 is 50, key is test_row_0/A:col10/1732659846248/Put/seqid=0 2024-11-26T22:24:06,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742473_1649 (size=12154) 2024-11-26T22:24:06,298 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:06,302 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126095163ae8d8c4d07a3f5e9933bc129cd_043fb4fdfd5178b371b27304acbe44a0 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126095163ae8d8c4d07a3f5e9933bc129cd_043fb4fdfd5178b371b27304acbe44a0 2024-11-26T22:24:06,303 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/.tmp/A/8b1b5a1d462e44a9ac0e2008c5914efc, store: [table=TestAcidGuarantees family=A region=043fb4fdfd5178b371b27304acbe44a0] 2024-11-26T22:24:06,304 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/.tmp/A/8b1b5a1d462e44a9ac0e2008c5914efc is 175, key is test_row_0/A:col10/1732659846248/Put/seqid=0 2024-11-26T22:24:06,313 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:24:06,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37686 deadline: 1732659906308, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:24:06,314 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:24:06,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37708 deadline: 1732659906308, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:24:06,314 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:24:06,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37690 deadline: 1732659906309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:24:06,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742474_1650 (size=30955) 2024-11-26T22:24:06,339 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=52, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/.tmp/A/8b1b5a1d462e44a9ac0e2008c5914efc 2024-11-26T22:24:06,341 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:24:06,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37624 deadline: 1732659906337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:24:06,359 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/.tmp/B/fac6e3a6bcd0487ebbc3f708a851041f is 50, key is test_row_0/B:col10/1732659846248/Put/seqid=0 2024-11-26T22:24:06,362 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:24:06,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37668 deadline: 1732659906360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:24:06,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-26T22:24:06,409 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d8c094cf5ab0,34335,1732659674113 2024-11-26T22:24:06,409 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34335 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-11-26T22:24:06,409 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0. 2024-11-26T22:24:06,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0. as already flushing 2024-11-26T22:24:06,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0. 2024-11-26T22:24:06,410 ERROR [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] handler.RSProcedureHandler(58): pid=172 java.io.IOException: Unable to complete flush {ENCODED => 043fb4fdfd5178b371b27304acbe44a0, NAME => 'TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:24:06,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742475_1651 (size=12001) 2024-11-26T22:24:06,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=172 java.io.IOException: Unable to complete flush {ENCODED => 043fb4fdfd5178b371b27304acbe44a0, NAME => 'TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:24:06,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster(4114): Remote procedure failed, pid=172 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 043fb4fdfd5178b371b27304acbe44a0, NAME => 'TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 043fb4fdfd5178b371b27304acbe44a0, NAME => 'TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:24:06,411 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/.tmp/B/fac6e3a6bcd0487ebbc3f708a851041f 2024-11-26T22:24:06,418 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:24:06,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37686 deadline: 1732659906415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:24:06,419 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:24:06,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37690 deadline: 1732659906415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:24:06,419 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:24:06,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37708 deadline: 1732659906415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:24:06,424 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/.tmp/C/5bfe7a579bc449cca8650837e9305491 is 50, key is test_row_0/C:col10/1732659846248/Put/seqid=0 2024-11-26T22:24:06,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742476_1652 (size=12001) 2024-11-26T22:24:06,562 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d8c094cf5ab0,34335,1732659674113 2024-11-26T22:24:06,562 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34335 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-11-26T22:24:06,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0. 2024-11-26T22:24:06,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0. as already flushing 2024-11-26T22:24:06,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0. 2024-11-26T22:24:06,563 ERROR [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] handler.RSProcedureHandler(58): pid=172 java.io.IOException: Unable to complete flush {ENCODED => 043fb4fdfd5178b371b27304acbe44a0, NAME => 'TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:24:06,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=172 java.io.IOException: Unable to complete flush {ENCODED => 043fb4fdfd5178b371b27304acbe44a0, NAME => 'TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:24:06,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster(4114): Remote procedure failed, pid=172 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 043fb4fdfd5178b371b27304acbe44a0, NAME => 'TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 043fb4fdfd5178b371b27304acbe44a0, NAME => 'TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:24:06,623 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:24:06,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37686 deadline: 1732659906620, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:24:06,624 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:24:06,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37708 deadline: 1732659906621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:24:06,625 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:24:06,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37690 deadline: 1732659906621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:24:06,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-26T22:24:06,715 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d8c094cf5ab0,34335,1732659674113 2024-11-26T22:24:06,716 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34335 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-11-26T22:24:06,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0. 2024-11-26T22:24:06,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0. as already flushing 2024-11-26T22:24:06,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0. 2024-11-26T22:24:06,716 ERROR [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] handler.RSProcedureHandler(58): pid=172 java.io.IOException: Unable to complete flush {ENCODED => 043fb4fdfd5178b371b27304acbe44a0, NAME => 'TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:24:06,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=172 java.io.IOException: Unable to complete flush {ENCODED => 043fb4fdfd5178b371b27304acbe44a0, NAME => 'TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:24:06,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster(4114): Remote procedure failed, pid=172 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 043fb4fdfd5178b371b27304acbe44a0, NAME => 'TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 043fb4fdfd5178b371b27304acbe44a0, NAME => 'TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:24:06,869 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d8c094cf5ab0,34335,1732659674113 2024-11-26T22:24:06,869 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34335 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-11-26T22:24:06,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0. 2024-11-26T22:24:06,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0. as already flushing 2024-11-26T22:24:06,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0. 2024-11-26T22:24:06,870 ERROR [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] handler.RSProcedureHandler(58): pid=172 java.io.IOException: Unable to complete flush {ENCODED => 043fb4fdfd5178b371b27304acbe44a0, NAME => 'TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:24:06,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=172 java.io.IOException: Unable to complete flush {ENCODED => 043fb4fdfd5178b371b27304acbe44a0, NAME => 'TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:24:06,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster(4114): Remote procedure failed, pid=172 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 043fb4fdfd5178b371b27304acbe44a0, NAME => 'TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 043fb4fdfd5178b371b27304acbe44a0, NAME => 'TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:24:06,882 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/.tmp/C/5bfe7a579bc449cca8650837e9305491 2024-11-26T22:24:06,886 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/.tmp/A/8b1b5a1d462e44a9ac0e2008c5914efc as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/A/8b1b5a1d462e44a9ac0e2008c5914efc 2024-11-26T22:24:06,890 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/A/8b1b5a1d462e44a9ac0e2008c5914efc, entries=150, sequenceid=52, filesize=30.2 K 2024-11-26T22:24:06,891 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/.tmp/B/fac6e3a6bcd0487ebbc3f708a851041f as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/B/fac6e3a6bcd0487ebbc3f708a851041f 2024-11-26T22:24:06,907 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/B/fac6e3a6bcd0487ebbc3f708a851041f, entries=150, sequenceid=52, filesize=11.7 K 2024-11-26T22:24:06,908 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/.tmp/C/5bfe7a579bc449cca8650837e9305491 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/C/5bfe7a579bc449cca8650837e9305491 2024-11-26T22:24:06,913 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/C/5bfe7a579bc449cca8650837e9305491, entries=150, sequenceid=52, filesize=11.7 K 2024-11-26T22:24:06,914 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 043fb4fdfd5178b371b27304acbe44a0 in 664ms, sequenceid=52, compaction requested=true 2024-11-26T22:24:06,914 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 043fb4fdfd5178b371b27304acbe44a0: 2024-11-26T22:24:06,914 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 043fb4fdfd5178b371b27304acbe44a0:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T22:24:06,914 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T22:24:06,914 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T22:24:06,914 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 043fb4fdfd5178b371b27304acbe44a0:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T22:24:06,914 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T22:24:06,914 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 043fb4fdfd5178b371b27304acbe44a0:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T22:24:06,914 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T22:24:06,914 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T22:24:06,915 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T22:24:06,915 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 92865 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T22:24:06,915 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HStore(1540): 043fb4fdfd5178b371b27304acbe44a0/A is initiating minor compaction (all files) 2024-11-26T22:24:06,915 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HStore(1540): 043fb4fdfd5178b371b27304acbe44a0/B is initiating minor compaction (all files) 2024-11-26T22:24:06,915 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 043fb4fdfd5178b371b27304acbe44a0/B in TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0. 2024-11-26T22:24:06,915 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/B/7a95a28b3d094a9ea3f5dbaf6d3a6c42, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/B/41c6eaffc58c4e8fac7d658484e92727, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/B/fac6e3a6bcd0487ebbc3f708a851041f] into tmpdir=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/.tmp, totalSize=35.2 K 2024-11-26T22:24:06,915 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 043fb4fdfd5178b371b27304acbe44a0/A in TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0. 2024-11-26T22:24:06,916 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/A/e508a7f425bb4655bda8faf1915fcf35, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/A/c58374ef4b5b48d580902213e8a1ad0c, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/A/8b1b5a1d462e44a9ac0e2008c5914efc] into tmpdir=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/.tmp, totalSize=90.7 K 2024-11-26T22:24:06,916 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0. 2024-11-26T22:24:06,916 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0. files: [hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/A/e508a7f425bb4655bda8faf1915fcf35, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/A/c58374ef4b5b48d580902213e8a1ad0c, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/A/8b1b5a1d462e44a9ac0e2008c5914efc] 2024-11-26T22:24:06,916 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.Compactor(224): Compacting 7a95a28b3d094a9ea3f5dbaf6d3a6c42, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1732659843962 2024-11-26T22:24:06,916 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.Compactor(224): Compacting e508a7f425bb4655bda8faf1915fcf35, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1732659843962 2024-11-26T22:24:06,916 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.Compactor(224): Compacting 41c6eaffc58c4e8fac7d658484e92727, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732659844007 2024-11-26T22:24:06,917 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.Compactor(224): Compacting c58374ef4b5b48d580902213e8a1ad0c, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732659844007 2024-11-26T22:24:06,917 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.Compactor(224): Compacting fac6e3a6bcd0487ebbc3f708a851041f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732659845154 2024-11-26T22:24:06,917 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8b1b5a1d462e44a9ac0e2008c5914efc, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732659845154 2024-11-26T22:24:06,926 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 043fb4fdfd5178b371b27304acbe44a0#B#compaction#560 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T22:24:06,927 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/.tmp/B/11a3fd6a8bbc4db8876a01dcbf7dd0a6 is 50, key is test_row_0/B:col10/1732659846248/Put/seqid=0 2024-11-26T22:24:06,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(8581): Flush requested on 043fb4fdfd5178b371b27304acbe44a0 2024-11-26T22:24:06,936 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 043fb4fdfd5178b371b27304acbe44a0 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-26T22:24:06,936 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=043fb4fdfd5178b371b27304acbe44a0] 2024-11-26T22:24:06,944 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411263e1652d1ff494011ba746c09d64b7f97_043fb4fdfd5178b371b27304acbe44a0 store=[table=TestAcidGuarantees family=A region=043fb4fdfd5178b371b27304acbe44a0] 2024-11-26T22:24:06,945 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411263e1652d1ff494011ba746c09d64b7f97_043fb4fdfd5178b371b27304acbe44a0, store=[table=TestAcidGuarantees family=A region=043fb4fdfd5178b371b27304acbe44a0] 2024-11-26T22:24:06,946 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411263e1652d1ff494011ba746c09d64b7f97_043fb4fdfd5178b371b27304acbe44a0 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=043fb4fdfd5178b371b27304acbe44a0] 2024-11-26T22:24:06,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742477_1653 (size=12104) 2024-11-26T22:24:06,947 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 043fb4fdfd5178b371b27304acbe44a0, store=A 2024-11-26T22:24:06,947 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:24:06,947 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 043fb4fdfd5178b371b27304acbe44a0, store=B 2024-11-26T22:24:06,947 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:24:06,947 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 043fb4fdfd5178b371b27304acbe44a0, store=C 2024-11-26T22:24:06,947 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:24:06,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742478_1654 (size=4469) 2024-11-26T22:24:06,971 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:24:06,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37708 deadline: 1732659906963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:24:06,972 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:24:06,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37686 deadline: 1732659906964, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:24:06,974 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:24:06,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37690 deadline: 1732659906968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:24:06,986 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126195e88d009914a4f99a54d5bee37cd37_043fb4fdfd5178b371b27304acbe44a0 is 50, key is test_row_0/A:col10/1732659846935/Put/seqid=0 2024-11-26T22:24:07,022 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d8c094cf5ab0,34335,1732659674113 2024-11-26T22:24:07,023 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34335 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-11-26T22:24:07,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0. 2024-11-26T22:24:07,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0. as already flushing 2024-11-26T22:24:07,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0. 2024-11-26T22:24:07,024 ERROR [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] handler.RSProcedureHandler(58): pid=172 java.io.IOException: Unable to complete flush {ENCODED => 043fb4fdfd5178b371b27304acbe44a0, NAME => 'TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:24:07,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=172 java.io.IOException: Unable to complete flush {ENCODED => 043fb4fdfd5178b371b27304acbe44a0, NAME => 'TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:24:07,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster(4114): Remote procedure failed, pid=172 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 043fb4fdfd5178b371b27304acbe44a0, NAME => 'TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 043fb4fdfd5178b371b27304acbe44a0, NAME => 'TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:24:07,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742479_1655 (size=17034) 2024-11-26T22:24:07,054 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:07,058 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126195e88d009914a4f99a54d5bee37cd37_043fb4fdfd5178b371b27304acbe44a0 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126195e88d009914a4f99a54d5bee37cd37_043fb4fdfd5178b371b27304acbe44a0 2024-11-26T22:24:07,058 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/.tmp/A/4ce3dcbd21fb47a0b25d59f0a0c15710, store: [table=TestAcidGuarantees family=A region=043fb4fdfd5178b371b27304acbe44a0] 2024-11-26T22:24:07,059 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/.tmp/A/4ce3dcbd21fb47a0b25d59f0a0c15710 is 175, key is test_row_0/A:col10/1732659846935/Put/seqid=0 2024-11-26T22:24:07,080 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:24:07,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37690 deadline: 1732659907075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:24:07,081 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:24:07,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37708 deadline: 1732659907075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:24:07,081 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:24:07,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37686 deadline: 1732659907076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:24:07,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742480_1656 (size=48139) 2024-11-26T22:24:07,099 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=79, memsize=53.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/.tmp/A/4ce3dcbd21fb47a0b25d59f0a0c15710 2024-11-26T22:24:07,123 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/.tmp/B/2649c0885e2844469f2d47233b67ed28 is 50, key is test_row_0/B:col10/1732659846935/Put/seqid=0 2024-11-26T22:24:07,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742481_1657 (size=12001) 2024-11-26T22:24:07,176 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d8c094cf5ab0,34335,1732659674113 2024-11-26T22:24:07,177 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=79 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/.tmp/B/2649c0885e2844469f2d47233b67ed28 2024-11-26T22:24:07,177 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34335 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-11-26T22:24:07,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0. 2024-11-26T22:24:07,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0. as already flushing 2024-11-26T22:24:07,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0. 2024-11-26T22:24:07,178 ERROR [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] handler.RSProcedureHandler(58): pid=172 java.io.IOException: Unable to complete flush {ENCODED => 043fb4fdfd5178b371b27304acbe44a0, NAME => 'TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:24:07,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=172 java.io.IOException: Unable to complete flush {ENCODED => 043fb4fdfd5178b371b27304acbe44a0, NAME => 'TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:24:07,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster(4114): Remote procedure failed, pid=172 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 043fb4fdfd5178b371b27304acbe44a0, NAME => 'TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 043fb4fdfd5178b371b27304acbe44a0, NAME => 'TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:24:07,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-26T22:24:07,217 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/.tmp/C/91759c49023a4323964db335282dedb1 is 50, key is test_row_0/C:col10/1732659846935/Put/seqid=0 2024-11-26T22:24:07,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742482_1658 (size=12001) 2024-11-26T22:24:07,288 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:24:07,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37708 deadline: 1732659907282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:24:07,289 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:24:07,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37690 deadline: 1732659907282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:24:07,289 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:24:07,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37686 deadline: 1732659907283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:24:07,332 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d8c094cf5ab0,34335,1732659674113 2024-11-26T22:24:07,334 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34335 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-11-26T22:24:07,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0. 2024-11-26T22:24:07,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0. as already flushing 2024-11-26T22:24:07,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0. 2024-11-26T22:24:07,334 ERROR [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] handler.RSProcedureHandler(58): pid=172 java.io.IOException: Unable to complete flush {ENCODED => 043fb4fdfd5178b371b27304acbe44a0, NAME => 'TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:24:07,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=172 java.io.IOException: Unable to complete flush {ENCODED => 043fb4fdfd5178b371b27304acbe44a0, NAME => 'TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:24:07,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster(4114): Remote procedure failed, pid=172 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 043fb4fdfd5178b371b27304acbe44a0, NAME => 'TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 043fb4fdfd5178b371b27304acbe44a0, NAME => 'TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:24:07,350 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:24:07,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37624 deadline: 1732659907345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:24:07,353 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/.tmp/B/11a3fd6a8bbc4db8876a01dcbf7dd0a6 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/B/11a3fd6a8bbc4db8876a01dcbf7dd0a6 2024-11-26T22:24:07,360 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 043fb4fdfd5178b371b27304acbe44a0/B of 043fb4fdfd5178b371b27304acbe44a0 into 11a3fd6a8bbc4db8876a01dcbf7dd0a6(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T22:24:07,360 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 043fb4fdfd5178b371b27304acbe44a0: 2024-11-26T22:24:07,360 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0., storeName=043fb4fdfd5178b371b27304acbe44a0/B, priority=13, startTime=1732659846914; duration=0sec 2024-11-26T22:24:07,360 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T22:24:07,360 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 043fb4fdfd5178b371b27304acbe44a0:B 2024-11-26T22:24:07,360 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T22:24:07,361 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T22:24:07,361 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HStore(1540): 043fb4fdfd5178b371b27304acbe44a0/C is initiating minor compaction (all files) 2024-11-26T22:24:07,361 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 043fb4fdfd5178b371b27304acbe44a0/C in TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0. 2024-11-26T22:24:07,361 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/C/d53a3c612219441aa1e0cd0eb82f6d59, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/C/8bfc8cbbe28c4a50bbc72191b9ac9aad, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/C/5bfe7a579bc449cca8650837e9305491] into tmpdir=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/.tmp, totalSize=35.2 K 2024-11-26T22:24:07,362 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.Compactor(224): Compacting d53a3c612219441aa1e0cd0eb82f6d59, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1732659843962 2024-11-26T22:24:07,362 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.Compactor(224): Compacting 8bfc8cbbe28c4a50bbc72191b9ac9aad, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732659844007 2024-11-26T22:24:07,362 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.Compactor(224): Compacting 5bfe7a579bc449cca8650837e9305491, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732659845154 2024-11-26T22:24:07,367 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 043fb4fdfd5178b371b27304acbe44a0#A#compaction#561 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T22:24:07,368 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/.tmp/A/9fd3aaa7630e43b8992ad2e72a56bdbf is 175, key is test_row_0/A:col10/1732659846248/Put/seqid=0 2024-11-26T22:24:07,382 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:24:07,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37668 deadline: 1732659907371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:24:07,394 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 043fb4fdfd5178b371b27304acbe44a0#C#compaction#565 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T22:24:07,395 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/.tmp/C/33922dbe3cad449e8f85ef5665401495 is 50, key is test_row_0/C:col10/1732659846248/Put/seqid=0 2024-11-26T22:24:07,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742483_1659 (size=31058) 2024-11-26T22:24:07,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742484_1660 (size=12104) 2024-11-26T22:24:07,466 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/.tmp/C/33922dbe3cad449e8f85ef5665401495 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/C/33922dbe3cad449e8f85ef5665401495 2024-11-26T22:24:07,472 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 043fb4fdfd5178b371b27304acbe44a0/C of 043fb4fdfd5178b371b27304acbe44a0 into 33922dbe3cad449e8f85ef5665401495(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T22:24:07,472 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 043fb4fdfd5178b371b27304acbe44a0: 2024-11-26T22:24:07,472 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0., storeName=043fb4fdfd5178b371b27304acbe44a0/C, priority=13, startTime=1732659846914; duration=0sec 2024-11-26T22:24:07,472 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T22:24:07,472 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 043fb4fdfd5178b371b27304acbe44a0:C 2024-11-26T22:24:07,486 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d8c094cf5ab0,34335,1732659674113 2024-11-26T22:24:07,487 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34335 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-11-26T22:24:07,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0. 2024-11-26T22:24:07,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0. as already flushing 2024-11-26T22:24:07,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0. 2024-11-26T22:24:07,487 ERROR [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] handler.RSProcedureHandler(58): pid=172 java.io.IOException: Unable to complete flush {ENCODED => 043fb4fdfd5178b371b27304acbe44a0, NAME => 'TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:24:07,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=172 java.io.IOException: Unable to complete flush {ENCODED => 043fb4fdfd5178b371b27304acbe44a0, NAME => 'TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:24:07,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster(4114): Remote procedure failed, pid=172 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 043fb4fdfd5178b371b27304acbe44a0, NAME => 'TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 043fb4fdfd5178b371b27304acbe44a0, NAME => 'TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:24:07,591 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:24:07,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37690 deadline: 1732659907590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:24:07,592 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:24:07,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37708 deadline: 1732659907591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:24:07,594 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:24:07,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37686 deadline: 1732659907591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:24:07,640 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d8c094cf5ab0,34335,1732659674113 2024-11-26T22:24:07,640 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34335 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-11-26T22:24:07,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0. 2024-11-26T22:24:07,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0. as already flushing 2024-11-26T22:24:07,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0. 2024-11-26T22:24:07,641 ERROR [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] handler.RSProcedureHandler(58): pid=172 java.io.IOException: Unable to complete flush {ENCODED => 043fb4fdfd5178b371b27304acbe44a0, NAME => 'TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:24:07,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=172 java.io.IOException: Unable to complete flush {ENCODED => 043fb4fdfd5178b371b27304acbe44a0, NAME => 'TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:24:07,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster(4114): Remote procedure failed, pid=172 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 043fb4fdfd5178b371b27304acbe44a0, NAME => 'TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 043fb4fdfd5178b371b27304acbe44a0, NAME => 'TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:24:07,647 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=79 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/.tmp/C/91759c49023a4323964db335282dedb1 2024-11-26T22:24:07,652 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/.tmp/A/4ce3dcbd21fb47a0b25d59f0a0c15710 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/A/4ce3dcbd21fb47a0b25d59f0a0c15710 2024-11-26T22:24:07,656 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/A/4ce3dcbd21fb47a0b25d59f0a0c15710, entries=250, sequenceid=79, filesize=47.0 K 2024-11-26T22:24:07,657 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/.tmp/B/2649c0885e2844469f2d47233b67ed28 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/B/2649c0885e2844469f2d47233b67ed28 2024-11-26T22:24:07,661 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/B/2649c0885e2844469f2d47233b67ed28, entries=150, sequenceid=79, filesize=11.7 K 2024-11-26T22:24:07,662 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/.tmp/C/91759c49023a4323964db335282dedb1 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/C/91759c49023a4323964db335282dedb1 2024-11-26T22:24:07,668 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/C/91759c49023a4323964db335282dedb1, entries=150, sequenceid=79, filesize=11.7 K 2024-11-26T22:24:07,670 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for 043fb4fdfd5178b371b27304acbe44a0 in 735ms, sequenceid=79, compaction requested=false 2024-11-26T22:24:07,671 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 043fb4fdfd5178b371b27304acbe44a0: 2024-11-26T22:24:07,793 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d8c094cf5ab0,34335,1732659674113 2024-11-26T22:24:07,794 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34335 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-11-26T22:24:07,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0. 2024-11-26T22:24:07,794 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2837): Flushing 043fb4fdfd5178b371b27304acbe44a0 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-11-26T22:24:07,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 043fb4fdfd5178b371b27304acbe44a0, store=A 2024-11-26T22:24:07,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:24:07,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 043fb4fdfd5178b371b27304acbe44a0, store=B 2024-11-26T22:24:07,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:24:07,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 043fb4fdfd5178b371b27304acbe44a0, store=C 2024-11-26T22:24:07,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:24:07,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126f6ec3cf029da4803828ac13be4e27e7a_043fb4fdfd5178b371b27304acbe44a0 is 50, key is test_row_0/A:col10/1732659846966/Put/seqid=0 2024-11-26T22:24:07,834 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/.tmp/A/9fd3aaa7630e43b8992ad2e72a56bdbf as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/A/9fd3aaa7630e43b8992ad2e72a56bdbf 2024-11-26T22:24:07,839 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 043fb4fdfd5178b371b27304acbe44a0/A of 043fb4fdfd5178b371b27304acbe44a0 into 9fd3aaa7630e43b8992ad2e72a56bdbf(size=30.3 K), total size for store is 77.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T22:24:07,839 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 043fb4fdfd5178b371b27304acbe44a0: 2024-11-26T22:24:07,839 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0., storeName=043fb4fdfd5178b371b27304acbe44a0/A, priority=13, startTime=1732659846914; duration=0sec 2024-11-26T22:24:07,839 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T22:24:07,839 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 043fb4fdfd5178b371b27304acbe44a0:A 2024-11-26T22:24:07,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742485_1661 (size=12154) 2024-11-26T22:24:07,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:07,860 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126f6ec3cf029da4803828ac13be4e27e7a_043fb4fdfd5178b371b27304acbe44a0 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126f6ec3cf029da4803828ac13be4e27e7a_043fb4fdfd5178b371b27304acbe44a0 2024-11-26T22:24:07,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/.tmp/A/a3917619fb134b92b92d76ca8e8e4a9b, store: [table=TestAcidGuarantees family=A region=043fb4fdfd5178b371b27304acbe44a0] 2024-11-26T22:24:07,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/.tmp/A/a3917619fb134b92b92d76ca8e8e4a9b is 175, key is test_row_0/A:col10/1732659846966/Put/seqid=0 2024-11-26T22:24:07,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742486_1662 (size=30955) 2024-11-26T22:24:08,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(8581): Flush requested on 043fb4fdfd5178b371b27304acbe44a0 2024-11-26T22:24:08,097 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0. as already flushing 2024-11-26T22:24:08,136 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:24:08,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37708 deadline: 1732659908132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:24:08,138 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:24:08,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37690 deadline: 1732659908134, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:24:08,140 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:24:08,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37686 deadline: 1732659908137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:24:08,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-26T22:24:08,241 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:24:08,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37708 deadline: 1732659908238, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:24:08,242 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:24:08,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37690 deadline: 1732659908239, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:24:08,246 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:24:08,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37686 deadline: 1732659908241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:24:08,302 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=90, memsize=13.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/.tmp/A/a3917619fb134b92b92d76ca8e8e4a9b 2024-11-26T22:24:08,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/.tmp/B/c5b1e3b8e2714345bb9c72d751273204 is 50, key is test_row_0/B:col10/1732659846966/Put/seqid=0 2024-11-26T22:24:08,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742487_1663 (size=12001) 2024-11-26T22:24:08,375 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/.tmp/B/c5b1e3b8e2714345bb9c72d751273204 2024-11-26T22:24:08,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/.tmp/C/957803a4e21a420b80ba177334aa1d2d is 50, key is test_row_0/C:col10/1732659846966/Put/seqid=0 2024-11-26T22:24:08,446 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:24:08,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37690 deadline: 1732659908444, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:24:08,447 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:24:08,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37708 deadline: 1732659908445, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:24:08,453 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:24:08,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37686 deadline: 1732659908451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:24:08,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742488_1664 (size=12001) 2024-11-26T22:24:08,475 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/.tmp/C/957803a4e21a420b80ba177334aa1d2d 2024-11-26T22:24:08,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/.tmp/A/a3917619fb134b92b92d76ca8e8e4a9b as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/A/a3917619fb134b92b92d76ca8e8e4a9b 2024-11-26T22:24:08,497 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/A/a3917619fb134b92b92d76ca8e8e4a9b, entries=150, sequenceid=90, filesize=30.2 K 2024-11-26T22:24:08,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/.tmp/B/c5b1e3b8e2714345bb9c72d751273204 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/B/c5b1e3b8e2714345bb9c72d751273204 2024-11-26T22:24:08,502 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/B/c5b1e3b8e2714345bb9c72d751273204, entries=150, sequenceid=90, filesize=11.7 K 2024-11-26T22:24:08,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/.tmp/C/957803a4e21a420b80ba177334aa1d2d as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/C/957803a4e21a420b80ba177334aa1d2d 2024-11-26T22:24:08,511 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/C/957803a4e21a420b80ba177334aa1d2d, entries=150, sequenceid=90, filesize=11.7 K 2024-11-26T22:24:08,512 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(3040): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=161.02 KB/164880 for 043fb4fdfd5178b371b27304acbe44a0 in 718ms, sequenceid=90, compaction requested=true 2024-11-26T22:24:08,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2538): Flush status journal for 043fb4fdfd5178b371b27304acbe44a0: 2024-11-26T22:24:08,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0. 2024-11-26T22:24:08,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=172 2024-11-26T22:24:08,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster(4106): Remote procedure done, pid=172 2024-11-26T22:24:08,515 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=172, resume processing ppid=171 2024-11-26T22:24:08,515 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=172, ppid=171, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4110 sec 2024-11-26T22:24:08,516 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=171, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=171, table=TestAcidGuarantees in 2.4150 sec 2024-11-26T22:24:08,752 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 043fb4fdfd5178b371b27304acbe44a0 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-11-26T22:24:08,752 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 043fb4fdfd5178b371b27304acbe44a0, store=A 2024-11-26T22:24:08,752 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:24:08,752 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 043fb4fdfd5178b371b27304acbe44a0, store=B 2024-11-26T22:24:08,752 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:24:08,752 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 043fb4fdfd5178b371b27304acbe44a0, store=C 2024-11-26T22:24:08,752 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:24:08,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(8581): Flush requested on 043fb4fdfd5178b371b27304acbe44a0 2024-11-26T22:24:08,760 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411268430ff87c4384dadbd9f166a4ab5387b_043fb4fdfd5178b371b27304acbe44a0 is 50, key is test_row_0/A:col10/1732659848128/Put/seqid=0 2024-11-26T22:24:08,781 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:24:08,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37690 deadline: 1732659908778, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:24:08,783 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:24:08,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37708 deadline: 1732659908780, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:24:08,787 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:24:08,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37686 deadline: 1732659908785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:24:08,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742489_1665 (size=14594) 2024-11-26T22:24:08,797 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:08,802 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411268430ff87c4384dadbd9f166a4ab5387b_043fb4fdfd5178b371b27304acbe44a0 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411268430ff87c4384dadbd9f166a4ab5387b_043fb4fdfd5178b371b27304acbe44a0 2024-11-26T22:24:08,803 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/.tmp/A/0263e34475b14af58943c6ca0f161abf, store: [table=TestAcidGuarantees family=A region=043fb4fdfd5178b371b27304acbe44a0] 2024-11-26T22:24:08,804 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/.tmp/A/0263e34475b14af58943c6ca0f161abf is 175, key is test_row_0/A:col10/1732659848128/Put/seqid=0 2024-11-26T22:24:08,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742490_1666 (size=39549) 2024-11-26T22:24:08,811 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=119, memsize=55.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/.tmp/A/0263e34475b14af58943c6ca0f161abf 2024-11-26T22:24:08,835 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/.tmp/B/1d2ce9ac58df4f65a394fe045aad0f06 is 50, key is test_row_0/B:col10/1732659848128/Put/seqid=0 2024-11-26T22:24:08,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742491_1667 (size=12001) 2024-11-26T22:24:08,875 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=119 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/.tmp/B/1d2ce9ac58df4f65a394fe045aad0f06 2024-11-26T22:24:08,888 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:24:08,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37708 deadline: 1732659908884, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:24:08,891 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:24:08,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37690 deadline: 1732659908887, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:24:08,892 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:24:08,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37686 deadline: 1732659908889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:24:08,893 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/.tmp/C/c94ac7f740f04ef3b88058a17fc758ba is 50, key is test_row_0/C:col10/1732659848128/Put/seqid=0 2024-11-26T22:24:08,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742492_1668 (size=12001) 2024-11-26T22:24:09,089 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:24:09,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37708 deadline: 1732659909089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:24:09,094 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:24:09,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37690 deadline: 1732659909093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:24:09,098 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:24:09,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37686 deadline: 1732659909095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:24:09,328 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=119 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/.tmp/C/c94ac7f740f04ef3b88058a17fc758ba 2024-11-26T22:24:09,333 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/.tmp/A/0263e34475b14af58943c6ca0f161abf as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/A/0263e34475b14af58943c6ca0f161abf 2024-11-26T22:24:09,336 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/A/0263e34475b14af58943c6ca0f161abf, entries=200, sequenceid=119, filesize=38.6 K 2024-11-26T22:24:09,337 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/.tmp/B/1d2ce9ac58df4f65a394fe045aad0f06 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/B/1d2ce9ac58df4f65a394fe045aad0f06 2024-11-26T22:24:09,341 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/B/1d2ce9ac58df4f65a394fe045aad0f06, entries=150, sequenceid=119, filesize=11.7 K 2024-11-26T22:24:09,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:09,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:09,342 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/.tmp/C/c94ac7f740f04ef3b88058a17fc758ba as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/C/c94ac7f740f04ef3b88058a17fc758ba 2024-11-26T22:24:09,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:09,347 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/C/c94ac7f740f04ef3b88058a17fc758ba, entries=150, sequenceid=119, filesize=11.7 K 2024-11-26T22:24:09,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:09,348 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=40.25 KB/41220 for 043fb4fdfd5178b371b27304acbe44a0 in 596ms, sequenceid=119, compaction requested=true 2024-11-26T22:24:09,348 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 043fb4fdfd5178b371b27304acbe44a0: 2024-11-26T22:24:09,348 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 043fb4fdfd5178b371b27304acbe44a0:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T22:24:09,348 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T22:24:09,348 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T22:24:09,348 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T22:24:09,348 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 043fb4fdfd5178b371b27304acbe44a0:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T22:24:09,348 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T22:24:09,348 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 043fb4fdfd5178b371b27304acbe44a0:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T22:24:09,348 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T22:24:09,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:09,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:09,349 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-26T22:24:09,349 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 149701 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-26T22:24:09,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:09,349 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HStore(1540): 043fb4fdfd5178b371b27304acbe44a0/B is initiating minor compaction (all files) 2024-11-26T22:24:09,349 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HStore(1540): 043fb4fdfd5178b371b27304acbe44a0/A is initiating minor compaction (all files) 2024-11-26T22:24:09,350 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 043fb4fdfd5178b371b27304acbe44a0/B in TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0. 2024-11-26T22:24:09,350 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 043fb4fdfd5178b371b27304acbe44a0/A in TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0. 2024-11-26T22:24:09,350 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/B/11a3fd6a8bbc4db8876a01dcbf7dd0a6, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/B/2649c0885e2844469f2d47233b67ed28, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/B/c5b1e3b8e2714345bb9c72d751273204, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/B/1d2ce9ac58df4f65a394fe045aad0f06] into tmpdir=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/.tmp, totalSize=47.0 K 2024-11-26T22:24:09,350 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/A/9fd3aaa7630e43b8992ad2e72a56bdbf, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/A/4ce3dcbd21fb47a0b25d59f0a0c15710, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/A/a3917619fb134b92b92d76ca8e8e4a9b, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/A/0263e34475b14af58943c6ca0f161abf] into tmpdir=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/.tmp, totalSize=146.2 K 2024-11-26T22:24:09,350 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0. 2024-11-26T22:24:09,350 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0. files: [hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/A/9fd3aaa7630e43b8992ad2e72a56bdbf, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/A/4ce3dcbd21fb47a0b25d59f0a0c15710, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/A/a3917619fb134b92b92d76ca8e8e4a9b, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/A/0263e34475b14af58943c6ca0f161abf] 2024-11-26T22:24:09,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:09,350 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.Compactor(224): Compacting 11a3fd6a8bbc4db8876a01dcbf7dd0a6, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732659845154 2024-11-26T22:24:09,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:09,351 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9fd3aaa7630e43b8992ad2e72a56bdbf, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732659845154 2024-11-26T22:24:09,351 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.Compactor(224): Compacting 2649c0885e2844469f2d47233b67ed28, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1732659846305 2024-11-26T22:24:09,351 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.Compactor(224): Compacting c5b1e3b8e2714345bb9c72d751273204, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1732659846958 2024-11-26T22:24:09,351 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4ce3dcbd21fb47a0b25d59f0a0c15710, keycount=250, bloomtype=ROW, size=47.0 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1732659846299 2024-11-26T22:24:09,351 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.Compactor(224): Compacting 1d2ce9ac58df4f65a394fe045aad0f06, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1732659848128 2024-11-26T22:24:09,352 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.Compactor(224): Compacting a3917619fb134b92b92d76ca8e8e4a9b, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1732659846958 2024-11-26T22:24:09,352 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0263e34475b14af58943c6ca0f161abf, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1732659848128 2024-11-26T22:24:09,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:09,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:09,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:09,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:09,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:09,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:09,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:09,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:09,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:09,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:09,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:09,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:09,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:09,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:09,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:09,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:09,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:09,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:09,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:09,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:09,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:09,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:09,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:09,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:09,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:09,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:09,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:09,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:09,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:09,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:09,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:09,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:09,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:09,371 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 043fb4fdfd5178b371b27304acbe44a0#B#compaction#572 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T22:24:09,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:09,372 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/.tmp/B/dbfc102b44ac45c2b3ca79f2d8d2242c is 50, key is test_row_0/B:col10/1732659848128/Put/seqid=0 2024-11-26T22:24:09,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:09,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:09,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:09,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:09,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:09,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:09,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:09,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:09,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:09,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:09,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:09,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:09,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:09,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:09,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:09,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:09,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:09,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:09,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:09,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:09,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:09,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:09,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:09,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:09,387 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=043fb4fdfd5178b371b27304acbe44a0] 2024-11-26T22:24:09,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:09,389 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 043fb4fdfd5178b371b27304acbe44a0 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-26T22:24:09,389 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 043fb4fdfd5178b371b27304acbe44a0, store=A 2024-11-26T22:24:09,389 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:24:09,389 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 043fb4fdfd5178b371b27304acbe44a0, store=B 2024-11-26T22:24:09,389 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:24:09,389 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 043fb4fdfd5178b371b27304acbe44a0, store=C 2024-11-26T22:24:09,389 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:24:09,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(8581): Flush requested on 043fb4fdfd5178b371b27304acbe44a0 2024-11-26T22:24:09,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:09,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:09,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:09,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:09,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:09,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:09,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:09,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:09,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:09,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:09,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:09,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:09,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:09,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:09,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:09,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:09,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:09,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:09,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:09,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:09,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:09,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:09,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:09,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:09,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:09,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:09,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:09,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:09,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:09,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:09,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:09,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:09,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:09,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:09,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:09,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:09,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:09,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:09,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:09,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:09,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:09,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:09,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:09,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:09,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:09,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:09,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:09,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:09,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:09,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:09,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:09,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:09,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:09,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:09,423 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112679d2493878204539971add49d8ae4f96_043fb4fdfd5178b371b27304acbe44a0 store=[table=TestAcidGuarantees family=A region=043fb4fdfd5178b371b27304acbe44a0] 2024-11-26T22:24:09,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:09,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:09,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:09,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:09,425 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112679d2493878204539971add49d8ae4f96_043fb4fdfd5178b371b27304acbe44a0, store=[table=TestAcidGuarantees family=A region=043fb4fdfd5178b371b27304acbe44a0] 2024-11-26T22:24:09,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:09,425 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112679d2493878204539971add49d8ae4f96_043fb4fdfd5178b371b27304acbe44a0 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=043fb4fdfd5178b371b27304acbe44a0] 2024-11-26T22:24:09,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:09,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:09,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:09,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:09,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:09,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:09,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:09,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:09,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:09,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742493_1669 (size=12241) 2024-11-26T22:24:09,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:09,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:09,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:09,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:09,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:09,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:09,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:09,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:09,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:09,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:09,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:09,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:09,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:09,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:09,443 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/.tmp/B/dbfc102b44ac45c2b3ca79f2d8d2242c as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/B/dbfc102b44ac45c2b3ca79f2d8d2242c 2024-11-26T22:24:09,448 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 043fb4fdfd5178b371b27304acbe44a0/B of 043fb4fdfd5178b371b27304acbe44a0 into dbfc102b44ac45c2b3ca79f2d8d2242c(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T22:24:09,448 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 043fb4fdfd5178b371b27304acbe44a0: 2024-11-26T22:24:09,448 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0., storeName=043fb4fdfd5178b371b27304acbe44a0/B, priority=12, startTime=1732659849348; duration=0sec 2024-11-26T22:24:09,448 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T22:24:09,448 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 043fb4fdfd5178b371b27304acbe44a0:B 2024-11-26T22:24:09,448 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T22:24:09,450 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-26T22:24:09,450 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HStore(1540): 043fb4fdfd5178b371b27304acbe44a0/C is initiating minor compaction (all files) 2024-11-26T22:24:09,451 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 043fb4fdfd5178b371b27304acbe44a0/C in TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0. 2024-11-26T22:24:09,451 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/C/33922dbe3cad449e8f85ef5665401495, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/C/91759c49023a4323964db335282dedb1, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/C/957803a4e21a420b80ba177334aa1d2d, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/C/c94ac7f740f04ef3b88058a17fc758ba] into tmpdir=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/.tmp, totalSize=47.0 K 2024-11-26T22:24:09,451 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.Compactor(224): Compacting 33922dbe3cad449e8f85ef5665401495, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732659845154 2024-11-26T22:24:09,452 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.Compactor(224): Compacting 91759c49023a4323964db335282dedb1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1732659846305 2024-11-26T22:24:09,452 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.Compactor(224): Compacting 957803a4e21a420b80ba177334aa1d2d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1732659846958 2024-11-26T22:24:09,452 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.Compactor(224): Compacting c94ac7f740f04ef3b88058a17fc758ba, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1732659848128 2024-11-26T22:24:09,460 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:24:09,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37690 deadline: 1732659909453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:24:09,464 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:24:09,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37668 deadline: 1732659909456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:24:09,464 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:24:09,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37624 deadline: 1732659909457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:24:09,465 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:24:09,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37686 deadline: 1732659909459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:24:09,465 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:24:09,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37708 deadline: 1732659909460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:24:09,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742494_1670 (size=4469) 2024-11-26T22:24:09,493 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 043fb4fdfd5178b371b27304acbe44a0#A#compaction#573 average throughput is 0.23 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T22:24:09,494 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/.tmp/A/f2886c9d53f9415abb422baf74c22ade is 175, key is test_row_0/A:col10/1732659848128/Put/seqid=0 2024-11-26T22:24:09,499 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126f254b844082b4923bdd14ef080c194a9_043fb4fdfd5178b371b27304acbe44a0 is 50, key is test_row_0/A:col10/1732659848777/Put/seqid=0 2024-11-26T22:24:09,522 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 043fb4fdfd5178b371b27304acbe44a0#C#compaction#575 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T22:24:09,522 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/.tmp/C/30d7eda25655406b8d2d3c0a2f8d8e64 is 50, key is test_row_0/C:col10/1732659848128/Put/seqid=0 2024-11-26T22:24:09,564 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:24:09,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37690 deadline: 1732659909561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:24:09,570 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:24:09,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37668 deadline: 1732659909565, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:24:09,570 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:24:09,570 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:24:09,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37624 deadline: 1732659909565, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:24:09,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37686 deadline: 1732659909566, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:24:09,571 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:24:09,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37708 deadline: 1732659909566, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:24:09,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742495_1671 (size=31195) 2024-11-26T22:24:09,591 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/.tmp/A/f2886c9d53f9415abb422baf74c22ade as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/A/f2886c9d53f9415abb422baf74c22ade 2024-11-26T22:24:09,597 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 043fb4fdfd5178b371b27304acbe44a0/A of 043fb4fdfd5178b371b27304acbe44a0 into f2886c9d53f9415abb422baf74c22ade(size=30.5 K), total size for store is 30.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T22:24:09,597 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 043fb4fdfd5178b371b27304acbe44a0: 2024-11-26T22:24:09,597 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0., storeName=043fb4fdfd5178b371b27304acbe44a0/A, priority=12, startTime=1732659849348; duration=0sec 2024-11-26T22:24:09,598 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T22:24:09,598 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 043fb4fdfd5178b371b27304acbe44a0:A 2024-11-26T22:24:09,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742496_1672 (size=14694) 2024-11-26T22:24:09,605 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:09,608 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126f254b844082b4923bdd14ef080c194a9_043fb4fdfd5178b371b27304acbe44a0 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126f254b844082b4923bdd14ef080c194a9_043fb4fdfd5178b371b27304acbe44a0 2024-11-26T22:24:09,611 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/.tmp/A/a341966fd81548f2a5803ed8f274d997, store: [table=TestAcidGuarantees family=A region=043fb4fdfd5178b371b27304acbe44a0] 2024-11-26T22:24:09,612 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/.tmp/A/a341966fd81548f2a5803ed8f274d997 is 175, key is test_row_0/A:col10/1732659848777/Put/seqid=0 2024-11-26T22:24:09,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742497_1673 (size=12241) 2024-11-26T22:24:09,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742498_1674 (size=39645) 2024-11-26T22:24:09,649 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=130, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/.tmp/A/a341966fd81548f2a5803ed8f274d997 2024-11-26T22:24:09,668 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/.tmp/B/952b43d873cb437d90138c27c83d8e30 is 50, key is test_row_0/B:col10/1732659848777/Put/seqid=0 2024-11-26T22:24:09,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742499_1675 (size=9707) 2024-11-26T22:24:09,769 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:24:09,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37690 deadline: 1732659909767, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:24:09,776 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:24:09,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37708 deadline: 1732659909772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:24:09,776 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:24:09,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37624 deadline: 1732659909773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:24:09,777 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:24:09,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37668 deadline: 1732659909773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:24:09,783 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:24:09,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37686 deadline: 1732659909772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:24:10,033 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/.tmp/C/30d7eda25655406b8d2d3c0a2f8d8e64 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/C/30d7eda25655406b8d2d3c0a2f8d8e64 2024-11-26T22:24:10,042 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 043fb4fdfd5178b371b27304acbe44a0/C of 043fb4fdfd5178b371b27304acbe44a0 into 30d7eda25655406b8d2d3c0a2f8d8e64(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T22:24:10,043 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 043fb4fdfd5178b371b27304acbe44a0: 2024-11-26T22:24:10,043 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0., storeName=043fb4fdfd5178b371b27304acbe44a0/C, priority=12, startTime=1732659849348; duration=0sec 2024-11-26T22:24:10,043 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T22:24:10,043 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 043fb4fdfd5178b371b27304acbe44a0:C 2024-11-26T22:24:10,073 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:24:10,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37690 deadline: 1732659910072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:24:10,081 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:24:10,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37708 deadline: 1732659910079, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:24:10,083 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:24:10,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37668 deadline: 1732659910079, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:24:10,083 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:24:10,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37624 deadline: 1732659910082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:24:10,086 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:24:10,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37686 deadline: 1732659910084, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:24:10,102 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=130 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/.tmp/B/952b43d873cb437d90138c27c83d8e30 2024-11-26T22:24:10,114 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/.tmp/C/2510a8178fe94c6e9ecb773986bbd9fa is 50, key is test_row_0/C:col10/1732659848777/Put/seqid=0 2024-11-26T22:24:10,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742500_1676 (size=9707) 2024-11-26T22:24:10,137 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=130 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/.tmp/C/2510a8178fe94c6e9ecb773986bbd9fa 2024-11-26T22:24:10,148 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/.tmp/A/a341966fd81548f2a5803ed8f274d997 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/A/a341966fd81548f2a5803ed8f274d997 2024-11-26T22:24:10,157 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/A/a341966fd81548f2a5803ed8f274d997, entries=200, sequenceid=130, filesize=38.7 K 2024-11-26T22:24:10,160 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/.tmp/B/952b43d873cb437d90138c27c83d8e30 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/B/952b43d873cb437d90138c27c83d8e30 2024-11-26T22:24:10,166 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/B/952b43d873cb437d90138c27c83d8e30, entries=100, sequenceid=130, filesize=9.5 K 2024-11-26T22:24:10,167 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/.tmp/C/2510a8178fe94c6e9ecb773986bbd9fa as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/C/2510a8178fe94c6e9ecb773986bbd9fa 2024-11-26T22:24:10,171 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/C/2510a8178fe94c6e9ecb773986bbd9fa, entries=100, sequenceid=130, filesize=9.5 K 2024-11-26T22:24:10,174 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 043fb4fdfd5178b371b27304acbe44a0 in 784ms, sequenceid=130, compaction requested=false 2024-11-26T22:24:10,174 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 043fb4fdfd5178b371b27304acbe44a0: 2024-11-26T22:24:10,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-26T22:24:10,209 INFO [Thread-2811 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 171 completed 2024-11-26T22:24:10,211 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T22:24:10,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] procedure2.ProcedureExecutor(1098): Stored pid=173, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=173, table=TestAcidGuarantees 2024-11-26T22:24:10,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-26T22:24:10,213 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=173, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=173, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T22:24:10,214 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=173, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=173, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T22:24:10,214 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=174, ppid=173, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T22:24:10,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-26T22:24:10,367 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d8c094cf5ab0,34335,1732659674113 2024-11-26T22:24:10,368 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34335 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-11-26T22:24:10,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0. 2024-11-26T22:24:10,368 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2837): Flushing 043fb4fdfd5178b371b27304acbe44a0 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-26T22:24:10,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 043fb4fdfd5178b371b27304acbe44a0, store=A 2024-11-26T22:24:10,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:24:10,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 043fb4fdfd5178b371b27304acbe44a0, store=B 2024-11-26T22:24:10,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:24:10,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 043fb4fdfd5178b371b27304acbe44a0, store=C 2024-11-26T22:24:10,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:24:10,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126a84e432ad3e34622a548fc9ef6f8c4b3_043fb4fdfd5178b371b27304acbe44a0 is 50, key is test_row_0/A:col10/1732659849458/Put/seqid=0 2024-11-26T22:24:10,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742501_1677 (size=12304) 2024-11-26T22:24:10,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:10,429 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126a84e432ad3e34622a548fc9ef6f8c4b3_043fb4fdfd5178b371b27304acbe44a0 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126a84e432ad3e34622a548fc9ef6f8c4b3_043fb4fdfd5178b371b27304acbe44a0 2024-11-26T22:24:10,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/.tmp/A/d1ddfd597cbb45d28e4d911b5f1a3b80, store: [table=TestAcidGuarantees family=A region=043fb4fdfd5178b371b27304acbe44a0] 2024-11-26T22:24:10,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/.tmp/A/d1ddfd597cbb45d28e4d911b5f1a3b80 is 175, key is test_row_0/A:col10/1732659849458/Put/seqid=0 2024-11-26T22:24:10,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742502_1678 (size=31105) 2024-11-26T22:24:10,460 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=158, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/.tmp/A/d1ddfd597cbb45d28e4d911b5f1a3b80 2024-11-26T22:24:10,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/.tmp/B/a57a6f55fef747b4955ea3f36287e2c0 is 50, key is test_row_0/B:col10/1732659849458/Put/seqid=0 2024-11-26T22:24:10,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742503_1679 (size=12151) 2024-11-26T22:24:10,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-26T22:24:10,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(8581): Flush requested on 043fb4fdfd5178b371b27304acbe44a0 2024-11-26T22:24:10,589 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0. as already flushing 2024-11-26T22:24:10,599 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:24:10,599 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:24:10,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37624 deadline: 1732659910595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:24:10,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37708 deadline: 1732659910595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:24:10,599 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:24:10,599 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:24:10,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37690 deadline: 1732659910595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:24:10,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37686 deadline: 1732659910596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:24:10,601 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:24:10,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37668 deadline: 1732659910598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:24:10,702 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:24:10,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37690 deadline: 1732659910700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:24:10,702 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:24:10,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37708 deadline: 1732659910702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:24:10,705 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:24:10,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37686 deadline: 1732659910702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:24:10,705 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:24:10,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37624 deadline: 1732659910702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:24:10,706 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:24:10,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37668 deadline: 1732659910703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:24:10,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-26T22:24:10,905 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:24:10,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37690 deadline: 1732659910903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:24:10,906 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:24:10,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37708 deadline: 1732659910905, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:24:10,908 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/.tmp/B/a57a6f55fef747b4955ea3f36287e2c0 2024-11-26T22:24:10,910 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:24:10,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37624 deadline: 1732659910907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:24:10,910 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:24:10,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37668 deadline: 1732659910908, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:24:10,911 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:24:10,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37686 deadline: 1732659910908, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:24:10,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/.tmp/C/fa065da7dc3a42cc866968b0bbfc88d0 is 50, key is test_row_0/C:col10/1732659849458/Put/seqid=0 2024-11-26T22:24:10,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742504_1680 (size=12151) 2024-11-26T22:24:10,973 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/.tmp/C/fa065da7dc3a42cc866968b0bbfc88d0 2024-11-26T22:24:10,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/.tmp/A/d1ddfd597cbb45d28e4d911b5f1a3b80 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/A/d1ddfd597cbb45d28e4d911b5f1a3b80 2024-11-26T22:24:10,986 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/A/d1ddfd597cbb45d28e4d911b5f1a3b80, entries=150, sequenceid=158, filesize=30.4 K 2024-11-26T22:24:10,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/.tmp/B/a57a6f55fef747b4955ea3f36287e2c0 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/B/a57a6f55fef747b4955ea3f36287e2c0 2024-11-26T22:24:10,990 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/B/a57a6f55fef747b4955ea3f36287e2c0, entries=150, sequenceid=158, filesize=11.9 K 2024-11-26T22:24:10,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/.tmp/C/fa065da7dc3a42cc866968b0bbfc88d0 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/C/fa065da7dc3a42cc866968b0bbfc88d0 2024-11-26T22:24:10,995 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/C/fa065da7dc3a42cc866968b0bbfc88d0, entries=150, sequenceid=158, filesize=11.9 K 2024-11-26T22:24:10,996 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 043fb4fdfd5178b371b27304acbe44a0 in 628ms, sequenceid=158, compaction requested=true 2024-11-26T22:24:10,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2538): Flush status journal for 043fb4fdfd5178b371b27304acbe44a0: 2024-11-26T22:24:10,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0. 2024-11-26T22:24:10,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=174 2024-11-26T22:24:10,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster(4106): Remote procedure done, pid=174 2024-11-26T22:24:10,999 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=174, resume processing ppid=173 2024-11-26T22:24:10,999 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=174, ppid=173, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 784 msec 2024-11-26T22:24:11,001 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=173, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=173, table=TestAcidGuarantees in 789 msec 2024-11-26T22:24:11,211 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 043fb4fdfd5178b371b27304acbe44a0 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-26T22:24:11,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(8581): Flush requested on 043fb4fdfd5178b371b27304acbe44a0 2024-11-26T22:24:11,214 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 043fb4fdfd5178b371b27304acbe44a0, store=A 2024-11-26T22:24:11,214 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:24:11,214 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 043fb4fdfd5178b371b27304acbe44a0, store=B 2024-11-26T22:24:11,214 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:24:11,214 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 043fb4fdfd5178b371b27304acbe44a0, store=C 2024-11-26T22:24:11,214 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:24:11,221 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411267a49efac24974516acd8cb79977f0945_043fb4fdfd5178b371b27304acbe44a0 is 50, key is test_row_0/A:col10/1732659850596/Put/seqid=0 2024-11-26T22:24:11,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742505_1681 (size=14794) 2024-11-26T22:24:11,256 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:11,261 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411267a49efac24974516acd8cb79977f0945_043fb4fdfd5178b371b27304acbe44a0 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411267a49efac24974516acd8cb79977f0945_043fb4fdfd5178b371b27304acbe44a0 2024-11-26T22:24:11,263 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/.tmp/A/48977ebc691d4d2cbc18b2cda19cf8c9, store: [table=TestAcidGuarantees family=A region=043fb4fdfd5178b371b27304acbe44a0] 2024-11-26T22:24:11,264 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/.tmp/A/48977ebc691d4d2cbc18b2cda19cf8c9 is 175, key is test_row_0/A:col10/1732659850596/Put/seqid=0 2024-11-26T22:24:11,264 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:24:11,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37686 deadline: 1732659911253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:24:11,268 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:24:11,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37668 deadline: 1732659911260, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:24:11,271 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:24:11,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37690 deadline: 1732659911263, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:24:11,272 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:24:11,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37624 deadline: 1732659911266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:24:11,272 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:24:11,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37708 deadline: 1732659911266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:24:11,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742506_1682 (size=39749) 2024-11-26T22:24:11,276 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=171, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/.tmp/A/48977ebc691d4d2cbc18b2cda19cf8c9 2024-11-26T22:24:11,287 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/.tmp/B/79667cd5be014e518cf74c44e127b0ca is 50, key is test_row_0/B:col10/1732659850596/Put/seqid=0 2024-11-26T22:24:11,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-26T22:24:11,319 INFO [Thread-2811 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 173 completed 2024-11-26T22:24:11,320 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T22:24:11,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] procedure2.ProcedureExecutor(1098): Stored pid=175, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=175, table=TestAcidGuarantees 2024-11-26T22:24:11,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-11-26T22:24:11,325 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=175, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=175, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T22:24:11,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742507_1683 (size=12151) 2024-11-26T22:24:11,326 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=175, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=175, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T22:24:11,326 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=176, ppid=175, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T22:24:11,327 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=171 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/.tmp/B/79667cd5be014e518cf74c44e127b0ca 2024-11-26T22:24:11,352 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/.tmp/C/895663353aa74305abd16adc15669c23 is 50, key is test_row_0/C:col10/1732659850596/Put/seqid=0 2024-11-26T22:24:11,372 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:24:11,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37686 deadline: 1732659911368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:24:11,372 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:24:11,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37668 deadline: 1732659911370, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:24:11,375 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:24:11,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37690 deadline: 1732659911372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:24:11,376 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:24:11,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37624 deadline: 1732659911373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:24:11,376 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:24:11,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37708 deadline: 1732659911373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:24:11,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742508_1684 (size=12151) 2024-11-26T22:24:11,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-11-26T22:24:11,477 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d8c094cf5ab0,34335,1732659674113 2024-11-26T22:24:11,478 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34335 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=176 2024-11-26T22:24:11,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0. 2024-11-26T22:24:11,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0. as already flushing 2024-11-26T22:24:11,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0. 2024-11-26T22:24:11,478 ERROR [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] handler.RSProcedureHandler(58): pid=176 java.io.IOException: Unable to complete flush {ENCODED => 043fb4fdfd5178b371b27304acbe44a0, NAME => 'TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:24:11,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=176 java.io.IOException: Unable to complete flush {ENCODED => 043fb4fdfd5178b371b27304acbe44a0, NAME => 'TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:24:11,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster(4114): Remote procedure failed, pid=176 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 043fb4fdfd5178b371b27304acbe44a0, NAME => 'TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 043fb4fdfd5178b371b27304acbe44a0, NAME => 'TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:24:11,578 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:24:11,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37668 deadline: 1732659911574, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:24:11,580 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:24:11,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37686 deadline: 1732659911575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:24:11,582 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:24:11,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37624 deadline: 1732659911577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:24:11,583 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:24:11,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37690 deadline: 1732659911578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:24:11,583 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:24:11,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37708 deadline: 1732659911578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:24:11,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-11-26T22:24:11,630 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d8c094cf5ab0,34335,1732659674113 2024-11-26T22:24:11,630 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34335 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=176 2024-11-26T22:24:11,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0. 2024-11-26T22:24:11,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0. as already flushing 2024-11-26T22:24:11,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0. 2024-11-26T22:24:11,631 ERROR [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] handler.RSProcedureHandler(58): pid=176 java.io.IOException: Unable to complete flush {ENCODED => 043fb4fdfd5178b371b27304acbe44a0, NAME => 'TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:24:11,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=176 java.io.IOException: Unable to complete flush {ENCODED => 043fb4fdfd5178b371b27304acbe44a0, NAME => 'TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:24:11,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster(4114): Remote procedure failed, pid=176 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 043fb4fdfd5178b371b27304acbe44a0, NAME => 'TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 043fb4fdfd5178b371b27304acbe44a0, NAME => 'TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:24:11,786 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d8c094cf5ab0,34335,1732659674113 2024-11-26T22:24:11,787 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34335 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=176 2024-11-26T22:24:11,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0. 2024-11-26T22:24:11,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0. as already flushing 2024-11-26T22:24:11,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0. 2024-11-26T22:24:11,787 ERROR [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] handler.RSProcedureHandler(58): pid=176 java.io.IOException: Unable to complete flush {ENCODED => 043fb4fdfd5178b371b27304acbe44a0, NAME => 'TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:24:11,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=176 java.io.IOException: Unable to complete flush {ENCODED => 043fb4fdfd5178b371b27304acbe44a0, NAME => 'TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:24:11,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster(4114): Remote procedure failed, pid=176 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 043fb4fdfd5178b371b27304acbe44a0, NAME => 'TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 043fb4fdfd5178b371b27304acbe44a0, NAME => 'TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:24:11,816 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=171 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/.tmp/C/895663353aa74305abd16adc15669c23 2024-11-26T22:24:11,822 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/.tmp/A/48977ebc691d4d2cbc18b2cda19cf8c9 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/A/48977ebc691d4d2cbc18b2cda19cf8c9 2024-11-26T22:24:11,827 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/A/48977ebc691d4d2cbc18b2cda19cf8c9, entries=200, sequenceid=171, filesize=38.8 K 2024-11-26T22:24:11,828 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/.tmp/B/79667cd5be014e518cf74c44e127b0ca as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/B/79667cd5be014e518cf74c44e127b0ca 2024-11-26T22:24:11,834 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/B/79667cd5be014e518cf74c44e127b0ca, entries=150, sequenceid=171, filesize=11.9 K 2024-11-26T22:24:11,835 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/.tmp/C/895663353aa74305abd16adc15669c23 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/C/895663353aa74305abd16adc15669c23 2024-11-26T22:24:11,839 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/C/895663353aa74305abd16adc15669c23, entries=150, sequenceid=171, filesize=11.9 K 2024-11-26T22:24:11,841 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for 043fb4fdfd5178b371b27304acbe44a0 in 630ms, sequenceid=171, compaction requested=true 2024-11-26T22:24:11,842 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 043fb4fdfd5178b371b27304acbe44a0: 2024-11-26T22:24:11,842 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T22:24:11,843 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 141694 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-26T22:24:11,843 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HStore(1540): 043fb4fdfd5178b371b27304acbe44a0/A is initiating minor compaction (all files) 2024-11-26T22:24:11,843 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 043fb4fdfd5178b371b27304acbe44a0/A in TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0. 2024-11-26T22:24:11,843 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/A/f2886c9d53f9415abb422baf74c22ade, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/A/a341966fd81548f2a5803ed8f274d997, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/A/d1ddfd597cbb45d28e4d911b5f1a3b80, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/A/48977ebc691d4d2cbc18b2cda19cf8c9] into tmpdir=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/.tmp, totalSize=138.4 K 2024-11-26T22:24:11,843 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0. 2024-11-26T22:24:11,843 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0. files: [hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/A/f2886c9d53f9415abb422baf74c22ade, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/A/a341966fd81548f2a5803ed8f274d997, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/A/d1ddfd597cbb45d28e4d911b5f1a3b80, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/A/48977ebc691d4d2cbc18b2cda19cf8c9] 2024-11-26T22:24:11,843 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.Compactor(224): Compacting f2886c9d53f9415abb422baf74c22ade, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1732659848128 2024-11-26T22:24:11,844 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.Compactor(224): Compacting a341966fd81548f2a5803ed8f274d997, keycount=200, bloomtype=ROW, size=38.7 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1732659848777 2024-11-26T22:24:11,844 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.Compactor(224): Compacting d1ddfd597cbb45d28e4d911b5f1a3b80, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1732659849454 2024-11-26T22:24:11,845 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.Compactor(224): Compacting 48977ebc691d4d2cbc18b2cda19cf8c9, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1732659850595 2024-11-26T22:24:11,852 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 043fb4fdfd5178b371b27304acbe44a0:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T22:24:11,852 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T22:24:11,852 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T22:24:11,853 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 46250 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-26T22:24:11,853 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HStore(1540): 043fb4fdfd5178b371b27304acbe44a0/B is initiating minor compaction (all files) 2024-11-26T22:24:11,853 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 043fb4fdfd5178b371b27304acbe44a0/B in TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0. 2024-11-26T22:24:11,853 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/B/dbfc102b44ac45c2b3ca79f2d8d2242c, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/B/952b43d873cb437d90138c27c83d8e30, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/B/a57a6f55fef747b4955ea3f36287e2c0, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/B/79667cd5be014e518cf74c44e127b0ca] into tmpdir=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/.tmp, totalSize=45.2 K 2024-11-26T22:24:11,855 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.Compactor(224): Compacting dbfc102b44ac45c2b3ca79f2d8d2242c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1732659848128 2024-11-26T22:24:11,855 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.Compactor(224): Compacting 952b43d873cb437d90138c27c83d8e30, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1732659848777 2024-11-26T22:24:11,856 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.Compactor(224): Compacting a57a6f55fef747b4955ea3f36287e2c0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1732659849454 2024-11-26T22:24:11,856 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.Compactor(224): Compacting 79667cd5be014e518cf74c44e127b0ca, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1732659850595 2024-11-26T22:24:11,859 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=043fb4fdfd5178b371b27304acbe44a0] 2024-11-26T22:24:11,863 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 043fb4fdfd5178b371b27304acbe44a0:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T22:24:11,863 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T22:24:11,863 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 043fb4fdfd5178b371b27304acbe44a0:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T22:24:11,863 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T22:24:11,869 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241126e9a980fd740a42bb991fe445887a532d_043fb4fdfd5178b371b27304acbe44a0 store=[table=TestAcidGuarantees family=A region=043fb4fdfd5178b371b27304acbe44a0] 2024-11-26T22:24:11,872 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241126e9a980fd740a42bb991fe445887a532d_043fb4fdfd5178b371b27304acbe44a0, store=[table=TestAcidGuarantees family=A region=043fb4fdfd5178b371b27304acbe44a0] 2024-11-26T22:24:11,872 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126e9a980fd740a42bb991fe445887a532d_043fb4fdfd5178b371b27304acbe44a0 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=043fb4fdfd5178b371b27304acbe44a0] 2024-11-26T22:24:11,878 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 043fb4fdfd5178b371b27304acbe44a0#B#compaction#585 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-26T22:24:11,878 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/.tmp/B/3b75d299e2fc4a8b8ea7578bf1edaeb3 is 50, key is test_row_0/B:col10/1732659850596/Put/seqid=0 2024-11-26T22:24:11,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(8581): Flush requested on 043fb4fdfd5178b371b27304acbe44a0 2024-11-26T22:24:11,888 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 043fb4fdfd5178b371b27304acbe44a0 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-26T22:24:11,890 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 043fb4fdfd5178b371b27304acbe44a0, store=A 2024-11-26T22:24:11,890 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:24:11,890 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 043fb4fdfd5178b371b27304acbe44a0, store=B 2024-11-26T22:24:11,890 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:24:11,890 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 043fb4fdfd5178b371b27304acbe44a0, store=C 2024-11-26T22:24:11,890 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:24:11,901 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:24:11,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37668 deadline: 1732659911896, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:24:11,902 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:24:11,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37708 deadline: 1732659911896, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:24:11,902 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:24:11,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37686 deadline: 1732659911898, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:24:11,902 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:24:11,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37624 deadline: 1732659911898, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:24:11,904 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:24:11,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37690 deadline: 1732659911900, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:24:11,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-11-26T22:24:11,939 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d8c094cf5ab0,34335,1732659674113 2024-11-26T22:24:11,939 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34335 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=176 2024-11-26T22:24:11,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0. 2024-11-26T22:24:11,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0. as already flushing 2024-11-26T22:24:11,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0. 2024-11-26T22:24:11,940 ERROR [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] handler.RSProcedureHandler(58): pid=176 java.io.IOException: Unable to complete flush {ENCODED => 043fb4fdfd5178b371b27304acbe44a0, NAME => 'TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:24:11,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=176 java.io.IOException: Unable to complete flush {ENCODED => 043fb4fdfd5178b371b27304acbe44a0, NAME => 'TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:24:11,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster(4114): Remote procedure failed, pid=176 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 043fb4fdfd5178b371b27304acbe44a0, NAME => 'TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 043fb4fdfd5178b371b27304acbe44a0, NAME => 'TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:24:11,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742510_1686 (size=12527) 2024-11-26T22:24:11,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742509_1685 (size=4469) 2024-11-26T22:24:11,951 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 043fb4fdfd5178b371b27304acbe44a0#A#compaction#584 average throughput is 0.27 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T22:24:11,952 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/.tmp/A/9ffa6a8cafff403fb224b02800fab03a is 175, key is test_row_0/A:col10/1732659850596/Put/seqid=0 2024-11-26T22:24:11,966 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126d383919c8d8246a89644edba2db58f59_043fb4fdfd5178b371b27304acbe44a0 is 50, key is test_row_0/A:col10/1732659851262/Put/seqid=0 2024-11-26T22:24:12,007 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:24:12,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37668 deadline: 1732659912003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:24:12,008 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:24:12,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37708 deadline: 1732659912003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:24:12,008 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:24:12,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37686 deadline: 1732659912003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:24:12,009 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:24:12,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37624 deadline: 1732659912003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:24:12,009 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:24:12,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37690 deadline: 1732659912005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:24:12,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742511_1687 (size=31481) 2024-11-26T22:24:12,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742512_1688 (size=14794) 2024-11-26T22:24:12,091 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d8c094cf5ab0,34335,1732659674113 2024-11-26T22:24:12,092 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34335 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=176 2024-11-26T22:24:12,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0. 2024-11-26T22:24:12,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0. as already flushing 2024-11-26T22:24:12,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0. 2024-11-26T22:24:12,092 ERROR [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] handler.RSProcedureHandler(58): pid=176 java.io.IOException: Unable to complete flush {ENCODED => 043fb4fdfd5178b371b27304acbe44a0, NAME => 'TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:24:12,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=176 java.io.IOException: Unable to complete flush {ENCODED => 043fb4fdfd5178b371b27304acbe44a0, NAME => 'TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:24:12,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster(4114): Remote procedure failed, pid=176 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 043fb4fdfd5178b371b27304acbe44a0, NAME => 'TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 043fb4fdfd5178b371b27304acbe44a0, NAME => 'TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:24:12,212 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:24:12,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37708 deadline: 1732659912209, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:24:12,212 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:24:12,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37668 deadline: 1732659912209, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:24:12,213 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:24:12,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37686 deadline: 1732659912210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:24:12,214 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:24:12,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37624 deadline: 1732659912210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:24:12,214 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:24:12,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37690 deadline: 1732659912210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:24:12,244 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d8c094cf5ab0,34335,1732659674113 2024-11-26T22:24:12,245 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34335 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=176 2024-11-26T22:24:12,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0. 2024-11-26T22:24:12,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0. as already flushing 2024-11-26T22:24:12,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0. 2024-11-26T22:24:12,245 ERROR [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] handler.RSProcedureHandler(58): pid=176 java.io.IOException: Unable to complete flush {ENCODED => 043fb4fdfd5178b371b27304acbe44a0, NAME => 'TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:24:12,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=176 java.io.IOException: Unable to complete flush {ENCODED => 043fb4fdfd5178b371b27304acbe44a0, NAME => 'TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:24:12,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster(4114): Remote procedure failed, pid=176 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 043fb4fdfd5178b371b27304acbe44a0, NAME => 'TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 043fb4fdfd5178b371b27304acbe44a0, NAME => 'TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:24:12,351 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/.tmp/B/3b75d299e2fc4a8b8ea7578bf1edaeb3 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/B/3b75d299e2fc4a8b8ea7578bf1edaeb3 2024-11-26T22:24:12,355 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 043fb4fdfd5178b371b27304acbe44a0/B of 043fb4fdfd5178b371b27304acbe44a0 into 3b75d299e2fc4a8b8ea7578bf1edaeb3(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T22:24:12,355 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 043fb4fdfd5178b371b27304acbe44a0: 2024-11-26T22:24:12,356 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0., storeName=043fb4fdfd5178b371b27304acbe44a0/B, priority=12, startTime=1732659851852; duration=0sec 2024-11-26T22:24:12,356 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T22:24:12,356 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 043fb4fdfd5178b371b27304acbe44a0:B 2024-11-26T22:24:12,356 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T22:24:12,357 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 46250 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-26T22:24:12,357 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HStore(1540): 043fb4fdfd5178b371b27304acbe44a0/C is initiating minor compaction (all files) 2024-11-26T22:24:12,357 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 043fb4fdfd5178b371b27304acbe44a0/C in TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0. 2024-11-26T22:24:12,357 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/C/30d7eda25655406b8d2d3c0a2f8d8e64, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/C/2510a8178fe94c6e9ecb773986bbd9fa, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/C/fa065da7dc3a42cc866968b0bbfc88d0, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/C/895663353aa74305abd16adc15669c23] into tmpdir=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/.tmp, totalSize=45.2 K 2024-11-26T22:24:12,358 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.Compactor(224): Compacting 30d7eda25655406b8d2d3c0a2f8d8e64, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1732659848128 2024-11-26T22:24:12,358 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.Compactor(224): Compacting 2510a8178fe94c6e9ecb773986bbd9fa, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1732659848777 2024-11-26T22:24:12,359 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.Compactor(224): Compacting fa065da7dc3a42cc866968b0bbfc88d0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1732659849454 2024-11-26T22:24:12,359 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.Compactor(224): Compacting 895663353aa74305abd16adc15669c23, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1732659850595 2024-11-26T22:24:12,372 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 043fb4fdfd5178b371b27304acbe44a0#C#compaction#587 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T22:24:12,372 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/.tmp/C/a9374aa694f54abfb252cffc4d15c890 is 50, key is test_row_0/C:col10/1732659850596/Put/seqid=0 2024-11-26T22:24:12,397 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d8c094cf5ab0,34335,1732659674113 2024-11-26T22:24:12,398 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34335 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=176 2024-11-26T22:24:12,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0. 2024-11-26T22:24:12,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0. as already flushing 2024-11-26T22:24:12,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0. 2024-11-26T22:24:12,398 ERROR [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] handler.RSProcedureHandler(58): pid=176 java.io.IOException: Unable to complete flush {ENCODED => 043fb4fdfd5178b371b27304acbe44a0, NAME => 'TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:24:12,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=176 java.io.IOException: Unable to complete flush {ENCODED => 043fb4fdfd5178b371b27304acbe44a0, NAME => 'TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:24:12,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster(4114): Remote procedure failed, pid=176 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 043fb4fdfd5178b371b27304acbe44a0, NAME => 'TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 043fb4fdfd5178b371b27304acbe44a0, NAME => 'TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:24:12,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742513_1689 (size=12527) 2024-11-26T22:24:12,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-11-26T22:24:12,434 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/.tmp/A/9ffa6a8cafff403fb224b02800fab03a as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/A/9ffa6a8cafff403fb224b02800fab03a 2024-11-26T22:24:12,440 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 043fb4fdfd5178b371b27304acbe44a0/A of 043fb4fdfd5178b371b27304acbe44a0 into 9ffa6a8cafff403fb224b02800fab03a(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T22:24:12,440 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 043fb4fdfd5178b371b27304acbe44a0: 2024-11-26T22:24:12,440 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0., storeName=043fb4fdfd5178b371b27304acbe44a0/A, priority=12, startTime=1732659851842; duration=0sec 2024-11-26T22:24:12,440 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T22:24:12,440 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 043fb4fdfd5178b371b27304acbe44a0:A 2024-11-26T22:24:12,442 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:12,445 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126d383919c8d8246a89644edba2db58f59_043fb4fdfd5178b371b27304acbe44a0 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126d383919c8d8246a89644edba2db58f59_043fb4fdfd5178b371b27304acbe44a0 2024-11-26T22:24:12,446 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/.tmp/A/b48347a1cfb74042be5930c54b08e84a, store: [table=TestAcidGuarantees family=A region=043fb4fdfd5178b371b27304acbe44a0] 2024-11-26T22:24:12,446 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/.tmp/A/b48347a1cfb74042be5930c54b08e84a is 175, key is test_row_0/A:col10/1732659851262/Put/seqid=0 2024-11-26T22:24:12,457 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-26T22:24:12,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742514_1690 (size=39749) 2024-11-26T22:24:12,496 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=199, memsize=55.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/.tmp/A/b48347a1cfb74042be5930c54b08e84a 2024-11-26T22:24:12,510 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/.tmp/B/91c6cd9569b54311b99c57b1e5ac67bb is 50, key is test_row_0/B:col10/1732659851262/Put/seqid=0 2024-11-26T22:24:12,515 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:24:12,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37708 deadline: 1732659912513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:24:12,516 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:24:12,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37668 deadline: 1732659912513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:24:12,516 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:24:12,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37624 deadline: 1732659912515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:24:12,518 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:24:12,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37686 deadline: 1732659912516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:24:12,520 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:24:12,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37690 deadline: 1732659912517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:24:12,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742515_1691 (size=12151) 2024-11-26T22:24:12,550 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=199 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/.tmp/B/91c6cd9569b54311b99c57b1e5ac67bb 2024-11-26T22:24:12,551 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d8c094cf5ab0,34335,1732659674113 2024-11-26T22:24:12,552 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34335 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=176 2024-11-26T22:24:12,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0. 2024-11-26T22:24:12,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0. as already flushing 2024-11-26T22:24:12,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0. 2024-11-26T22:24:12,552 ERROR [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] handler.RSProcedureHandler(58): pid=176 java.io.IOException: Unable to complete flush {ENCODED => 043fb4fdfd5178b371b27304acbe44a0, NAME => 'TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:24:12,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=176 java.io.IOException: Unable to complete flush {ENCODED => 043fb4fdfd5178b371b27304acbe44a0, NAME => 'TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:24:12,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster(4114): Remote procedure failed, pid=176 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 043fb4fdfd5178b371b27304acbe44a0, NAME => 'TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 043fb4fdfd5178b371b27304acbe44a0, NAME => 'TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:24:12,569 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/.tmp/C/b1a204435f724ef3ab6d899fd70178b5 is 50, key is test_row_0/C:col10/1732659851262/Put/seqid=0 2024-11-26T22:24:12,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742516_1692 (size=12151) 2024-11-26T22:24:12,607 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=199 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/.tmp/C/b1a204435f724ef3ab6d899fd70178b5 2024-11-26T22:24:12,613 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/.tmp/A/b48347a1cfb74042be5930c54b08e84a as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/A/b48347a1cfb74042be5930c54b08e84a 2024-11-26T22:24:12,618 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/A/b48347a1cfb74042be5930c54b08e84a, entries=200, sequenceid=199, filesize=38.8 K 2024-11-26T22:24:12,619 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/.tmp/B/91c6cd9569b54311b99c57b1e5ac67bb as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/B/91c6cd9569b54311b99c57b1e5ac67bb 2024-11-26T22:24:12,625 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/B/91c6cd9569b54311b99c57b1e5ac67bb, entries=150, sequenceid=199, filesize=11.9 K 2024-11-26T22:24:12,626 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/.tmp/C/b1a204435f724ef3ab6d899fd70178b5 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/C/b1a204435f724ef3ab6d899fd70178b5 2024-11-26T22:24:12,630 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/C/b1a204435f724ef3ab6d899fd70178b5, entries=150, sequenceid=199, filesize=11.9 K 2024-11-26T22:24:12,631 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=33.54 KB/34350 for 043fb4fdfd5178b371b27304acbe44a0 in 742ms, sequenceid=199, compaction requested=false 2024-11-26T22:24:12,631 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 043fb4fdfd5178b371b27304acbe44a0: 2024-11-26T22:24:12,705 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d8c094cf5ab0,34335,1732659674113 2024-11-26T22:24:12,706 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34335 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=176 2024-11-26T22:24:12,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0. 2024-11-26T22:24:12,706 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegion(2837): Flushing 043fb4fdfd5178b371b27304acbe44a0 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-26T22:24:12,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 043fb4fdfd5178b371b27304acbe44a0, store=A 2024-11-26T22:24:12,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:24:12,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 043fb4fdfd5178b371b27304acbe44a0, store=B 2024-11-26T22:24:12,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:24:12,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 043fb4fdfd5178b371b27304acbe44a0, store=C 2024-11-26T22:24:12,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:24:12,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126d6e4a0d0adca4d5a863dbb2c493509f2_043fb4fdfd5178b371b27304acbe44a0 is 50, key is test_row_0/A:col10/1732659851896/Put/seqid=0 2024-11-26T22:24:12,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742517_1693 (size=12304) 2024-11-26T22:24:12,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:12,780 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126d6e4a0d0adca4d5a863dbb2c493509f2_043fb4fdfd5178b371b27304acbe44a0 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126d6e4a0d0adca4d5a863dbb2c493509f2_043fb4fdfd5178b371b27304acbe44a0 2024-11-26T22:24:12,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/.tmp/A/a9b1b1a09a2a4e1b8e593c4379202bb7, store: [table=TestAcidGuarantees family=A region=043fb4fdfd5178b371b27304acbe44a0] 2024-11-26T22:24:12,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/.tmp/A/a9b1b1a09a2a4e1b8e593c4379202bb7 is 175, key is test_row_0/A:col10/1732659851896/Put/seqid=0 2024-11-26T22:24:12,811 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/.tmp/C/a9374aa694f54abfb252cffc4d15c890 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/C/a9374aa694f54abfb252cffc4d15c890 2024-11-26T22:24:12,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742518_1694 (size=31105) 2024-11-26T22:24:12,815 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=209, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/.tmp/A/a9b1b1a09a2a4e1b8e593c4379202bb7 2024-11-26T22:24:12,826 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 043fb4fdfd5178b371b27304acbe44a0/C of 043fb4fdfd5178b371b27304acbe44a0 into a9374aa694f54abfb252cffc4d15c890(size=12.2 K), total size for store is 24.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T22:24:12,826 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 043fb4fdfd5178b371b27304acbe44a0: 2024-11-26T22:24:12,826 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0., storeName=043fb4fdfd5178b371b27304acbe44a0/C, priority=12, startTime=1732659851863; duration=0sec 2024-11-26T22:24:12,826 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T22:24:12,827 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 043fb4fdfd5178b371b27304acbe44a0:C 2024-11-26T22:24:12,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/.tmp/B/81174e2bfb4e4928924fd369a93ade98 is 50, key is test_row_0/B:col10/1732659851896/Put/seqid=0 2024-11-26T22:24:12,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742519_1695 (size=12151) 2024-11-26T22:24:12,880 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=209 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/.tmp/B/81174e2bfb4e4928924fd369a93ade98 2024-11-26T22:24:12,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/.tmp/C/8400c74abae8427ca584ec79b01039b2 is 50, key is test_row_0/C:col10/1732659851896/Put/seqid=0 2024-11-26T22:24:12,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742520_1696 (size=12151) 2024-11-26T22:24:13,026 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0. as already flushing 2024-11-26T22:24:13,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(8581): Flush requested on 043fb4fdfd5178b371b27304acbe44a0 2024-11-26T22:24:13,111 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:24:13,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37686 deadline: 1732659913102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:24:13,115 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:24:13,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37668 deadline: 1732659913107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:24:13,115 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:24:13,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37708 deadline: 1732659913108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:24:13,116 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:24:13,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37624 deadline: 1732659913108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:24:13,116 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:24:13,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37690 deadline: 1732659913109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:24:13,214 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:24:13,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37686 deadline: 1732659913213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:24:13,221 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:24:13,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37708 deadline: 1732659913217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:24:13,221 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:24:13,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37668 deadline: 1732659913217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:24:13,221 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:24:13,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37690 deadline: 1732659913217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:24:13,222 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:24:13,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37624 deadline: 1732659913218, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:24:13,330 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=209 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/.tmp/C/8400c74abae8427ca584ec79b01039b2 2024-11-26T22:24:13,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/.tmp/A/a9b1b1a09a2a4e1b8e593c4379202bb7 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/A/a9b1b1a09a2a4e1b8e593c4379202bb7 2024-11-26T22:24:13,349 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/A/a9b1b1a09a2a4e1b8e593c4379202bb7, entries=150, sequenceid=209, filesize=30.4 K 2024-11-26T22:24:13,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/.tmp/B/81174e2bfb4e4928924fd369a93ade98 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/B/81174e2bfb4e4928924fd369a93ade98 2024-11-26T22:24:13,356 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/B/81174e2bfb4e4928924fd369a93ade98, entries=150, sequenceid=209, filesize=11.9 K 2024-11-26T22:24:13,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/.tmp/C/8400c74abae8427ca584ec79b01039b2 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/C/8400c74abae8427ca584ec79b01039b2 2024-11-26T22:24:13,363 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/C/8400c74abae8427ca584ec79b01039b2, entries=150, sequenceid=209, filesize=11.9 K 2024-11-26T22:24:13,364 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=167.72 KB/171750 for 043fb4fdfd5178b371b27304acbe44a0 in 657ms, sequenceid=209, compaction requested=true 2024-11-26T22:24:13,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegion(2538): Flush status journal for 043fb4fdfd5178b371b27304acbe44a0: 2024-11-26T22:24:13,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0. 2024-11-26T22:24:13,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=176 2024-11-26T22:24:13,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster(4106): Remote procedure done, pid=176 2024-11-26T22:24:13,366 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=176, resume processing ppid=175 2024-11-26T22:24:13,366 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=176, ppid=175, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0390 sec 2024-11-26T22:24:13,368 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=175, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=175, table=TestAcidGuarantees in 2.0460 sec 2024-11-26T22:24:13,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(8581): Flush requested on 043fb4fdfd5178b371b27304acbe44a0 2024-11-26T22:24:13,420 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 043fb4fdfd5178b371b27304acbe44a0 3/3 column families, dataSize=174.43 KB heapSize=457.78 KB 2024-11-26T22:24:13,420 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 043fb4fdfd5178b371b27304acbe44a0, store=A 2024-11-26T22:24:13,420 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:24:13,420 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 043fb4fdfd5178b371b27304acbe44a0, store=B 2024-11-26T22:24:13,421 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:24:13,421 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 043fb4fdfd5178b371b27304acbe44a0, store=C 2024-11-26T22:24:13,421 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:24:13,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-11-26T22:24:13,427 INFO [Thread-2811 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 175 completed 2024-11-26T22:24:13,428 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T22:24:13,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] procedure2.ProcedureExecutor(1098): Stored pid=177, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=177, table=TestAcidGuarantees 2024-11-26T22:24:13,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=177 2024-11-26T22:24:13,429 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=177, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=177, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T22:24:13,430 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=177, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=177, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T22:24:13,430 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=178, ppid=177, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T22:24:13,432 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:24:13,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37686 deadline: 1732659913427, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:24:13,438 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:24:13,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37668 deadline: 1732659913431, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:24:13,438 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:24:13,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37624 deadline: 1732659913431, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:24:13,438 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:24:13,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37690 deadline: 1732659913432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:24:13,438 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:24:13,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37708 deadline: 1732659913434, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:24:13,451 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112630d862ce39074394852ba6dd658f07c4_043fb4fdfd5178b371b27304acbe44a0 is 50, key is test_row_0/A:col10/1732659853107/Put/seqid=0 2024-11-26T22:24:13,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742521_1697 (size=12304) 2024-11-26T22:24:13,486 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:13,490 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112630d862ce39074394852ba6dd658f07c4_043fb4fdfd5178b371b27304acbe44a0 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112630d862ce39074394852ba6dd658f07c4_043fb4fdfd5178b371b27304acbe44a0 2024-11-26T22:24:13,491 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/.tmp/A/a78785dcffdc44fba243cbfcb48d6c57, store: [table=TestAcidGuarantees family=A region=043fb4fdfd5178b371b27304acbe44a0] 2024-11-26T22:24:13,492 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/.tmp/A/a78785dcffdc44fba243cbfcb48d6c57 is 175, key is test_row_0/A:col10/1732659853107/Put/seqid=0 2024-11-26T22:24:13,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742522_1698 (size=31105) 2024-11-26T22:24:13,529 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=239, memsize=58.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/.tmp/A/a78785dcffdc44fba243cbfcb48d6c57 2024-11-26T22:24:13,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=177 2024-11-26T22:24:13,542 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:24:13,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37686 deadline: 1732659913537, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:24:13,543 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:24:13,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37668 deadline: 1732659913540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:24:13,543 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:24:13,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37690 deadline: 1732659913540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:24:13,543 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:24:13,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37624 deadline: 1732659913540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:24:13,544 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:24:13,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37708 deadline: 1732659913541, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:24:13,545 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/.tmp/B/e5bd68a606634e41aa0fb89cce3a18bb is 50, key is test_row_0/B:col10/1732659853107/Put/seqid=0 2024-11-26T22:24:13,582 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d8c094cf5ab0,34335,1732659674113 2024-11-26T22:24:13,582 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34335 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=178 2024-11-26T22:24:13,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0. 2024-11-26T22:24:13,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0. as already flushing 2024-11-26T22:24:13,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0. 2024-11-26T22:24:13,582 ERROR [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] handler.RSProcedureHandler(58): pid=178 java.io.IOException: Unable to complete flush {ENCODED => 043fb4fdfd5178b371b27304acbe44a0, NAME => 'TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:24:13,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=178 java.io.IOException: Unable to complete flush {ENCODED => 043fb4fdfd5178b371b27304acbe44a0, NAME => 'TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:24:13,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster(4114): Remote procedure failed, pid=178 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 043fb4fdfd5178b371b27304acbe44a0, NAME => 'TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 043fb4fdfd5178b371b27304acbe44a0, NAME => 'TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:24:13,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742523_1699 (size=12151) 2024-11-26T22:24:13,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=177 2024-11-26T22:24:13,734 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d8c094cf5ab0,34335,1732659674113 2024-11-26T22:24:13,735 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34335 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=178 2024-11-26T22:24:13,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0. 2024-11-26T22:24:13,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0. as already flushing 2024-11-26T22:24:13,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0. 2024-11-26T22:24:13,735 ERROR [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] handler.RSProcedureHandler(58): pid=178 java.io.IOException: Unable to complete flush {ENCODED => 043fb4fdfd5178b371b27304acbe44a0, NAME => 'TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:24:13,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=178 java.io.IOException: Unable to complete flush {ENCODED => 043fb4fdfd5178b371b27304acbe44a0, NAME => 'TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:24:13,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster(4114): Remote procedure failed, pid=178 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 043fb4fdfd5178b371b27304acbe44a0, NAME => 'TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 043fb4fdfd5178b371b27304acbe44a0, NAME => 'TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:24:13,747 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:24:13,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37690 deadline: 1732659913744, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:24:13,749 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:24:13,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37708 deadline: 1732659913745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:24:13,750 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:24:13,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37686 deadline: 1732659913746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:24:13,750 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:24:13,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37668 deadline: 1732659913746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:24:13,750 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:24:13,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37624 deadline: 1732659913748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:24:13,887 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d8c094cf5ab0,34335,1732659674113 2024-11-26T22:24:13,888 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34335 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=178 2024-11-26T22:24:13,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0. 2024-11-26T22:24:13,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0. as already flushing 2024-11-26T22:24:13,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0. 2024-11-26T22:24:13,888 ERROR [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] handler.RSProcedureHandler(58): pid=178 java.io.IOException: Unable to complete flush {ENCODED => 043fb4fdfd5178b371b27304acbe44a0, NAME => 'TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:24:13,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=178 java.io.IOException: Unable to complete flush {ENCODED => 043fb4fdfd5178b371b27304acbe44a0, NAME => 'TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:24:13,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster(4114): Remote procedure failed, pid=178 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 043fb4fdfd5178b371b27304acbe44a0, NAME => 'TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 043fb4fdfd5178b371b27304acbe44a0, NAME => 'TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:24:13,988 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=239 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/.tmp/B/e5bd68a606634e41aa0fb89cce3a18bb 2024-11-26T22:24:13,999 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/.tmp/C/5dfd5e8dbd7a468d9db1bfb61fb3d451 is 50, key is test_row_0/C:col10/1732659853107/Put/seqid=0 2024-11-26T22:24:14,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742524_1700 (size=12151) 2024-11-26T22:24:14,040 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d8c094cf5ab0,34335,1732659674113 2024-11-26T22:24:14,042 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34335 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=178 2024-11-26T22:24:14,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=177 2024-11-26T22:24:14,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0. 2024-11-26T22:24:14,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0. as already flushing 2024-11-26T22:24:14,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0. 2024-11-26T22:24:14,045 ERROR [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] handler.RSProcedureHandler(58): pid=178 java.io.IOException: Unable to complete flush {ENCODED => 043fb4fdfd5178b371b27304acbe44a0, NAME => 'TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:24:14,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=178 java.io.IOException: Unable to complete flush {ENCODED => 043fb4fdfd5178b371b27304acbe44a0, NAME => 'TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:24:14,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster(4114): Remote procedure failed, pid=178 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 043fb4fdfd5178b371b27304acbe44a0, NAME => 'TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 043fb4fdfd5178b371b27304acbe44a0, NAME => 'TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:24:14,053 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:24:14,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37690 deadline: 1732659914050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:24:14,055 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:24:14,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37708 deadline: 1732659914052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:24:14,056 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:24:14,056 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:24:14,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37668 deadline: 1732659914053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:24:14,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37624 deadline: 1732659914053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:24:14,056 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:24:14,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37686 deadline: 1732659914053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:24:14,197 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d8c094cf5ab0,34335,1732659674113 2024-11-26T22:24:14,198 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34335 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=178 2024-11-26T22:24:14,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0. 2024-11-26T22:24:14,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0. as already flushing 2024-11-26T22:24:14,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0. 2024-11-26T22:24:14,199 ERROR [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] handler.RSProcedureHandler(58): pid=178 java.io.IOException: Unable to complete flush {ENCODED => 043fb4fdfd5178b371b27304acbe44a0, NAME => 'TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:24:14,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=178 java.io.IOException: Unable to complete flush {ENCODED => 043fb4fdfd5178b371b27304acbe44a0, NAME => 'TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:24:14,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster(4114): Remote procedure failed, pid=178 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 043fb4fdfd5178b371b27304acbe44a0, NAME => 'TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 043fb4fdfd5178b371b27304acbe44a0, NAME => 'TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:24:14,352 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d8c094cf5ab0,34335,1732659674113 2024-11-26T22:24:14,353 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34335 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=178 2024-11-26T22:24:14,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0. 2024-11-26T22:24:14,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0. as already flushing 2024-11-26T22:24:14,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0. 2024-11-26T22:24:14,353 ERROR [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] handler.RSProcedureHandler(58): pid=178 java.io.IOException: Unable to complete flush {ENCODED => 043fb4fdfd5178b371b27304acbe44a0, NAME => 'TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:24:14,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=178 java.io.IOException: Unable to complete flush {ENCODED => 043fb4fdfd5178b371b27304acbe44a0, NAME => 'TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:24:14,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster(4114): Remote procedure failed, pid=178 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 043fb4fdfd5178b371b27304acbe44a0, NAME => 'TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 043fb4fdfd5178b371b27304acbe44a0, NAME => 'TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:24:14,440 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=239 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/.tmp/C/5dfd5e8dbd7a468d9db1bfb61fb3d451 2024-11-26T22:24:14,446 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/.tmp/A/a78785dcffdc44fba243cbfcb48d6c57 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/A/a78785dcffdc44fba243cbfcb48d6c57 2024-11-26T22:24:14,450 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/A/a78785dcffdc44fba243cbfcb48d6c57, entries=150, sequenceid=239, filesize=30.4 K 2024-11-26T22:24:14,451 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/.tmp/B/e5bd68a606634e41aa0fb89cce3a18bb as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/B/e5bd68a606634e41aa0fb89cce3a18bb 2024-11-26T22:24:14,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:14,456 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/B/e5bd68a606634e41aa0fb89cce3a18bb, entries=150, sequenceid=239, filesize=11.9 K 2024-11-26T22:24:14,458 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/.tmp/C/5dfd5e8dbd7a468d9db1bfb61fb3d451 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/C/5dfd5e8dbd7a468d9db1bfb61fb3d451 2024-11-26T22:24:14,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:14,465 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/C/5dfd5e8dbd7a468d9db1bfb61fb3d451, entries=150, sequenceid=239, filesize=11.9 K 2024-11-26T22:24:14,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:14,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:14,466 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~174.43 KB/178620, heapSize ~457.73 KB/468720, currentSize=33.54 KB/34350 for 043fb4fdfd5178b371b27304acbe44a0 in 1046ms, sequenceid=239, compaction requested=true 2024-11-26T22:24:14,466 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 043fb4fdfd5178b371b27304acbe44a0: 2024-11-26T22:24:14,467 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T22:24:14,468 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 043fb4fdfd5178b371b27304acbe44a0:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T22:24:14,468 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T22:24:14,468 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 043fb4fdfd5178b371b27304acbe44a0:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T22:24:14,468 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T22:24:14,468 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 043fb4fdfd5178b371b27304acbe44a0:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T22:24:14,468 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T22:24:14,468 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T22:24:14,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:14,469 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 133440 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-26T22:24:14,469 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HStore(1540): 043fb4fdfd5178b371b27304acbe44a0/A is initiating minor compaction (all files) 2024-11-26T22:24:14,469 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 043fb4fdfd5178b371b27304acbe44a0/A in TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0. 2024-11-26T22:24:14,469 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/A/9ffa6a8cafff403fb224b02800fab03a, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/A/b48347a1cfb74042be5930c54b08e84a, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/A/a9b1b1a09a2a4e1b8e593c4379202bb7, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/A/a78785dcffdc44fba243cbfcb48d6c57] into tmpdir=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/.tmp, totalSize=130.3 K 2024-11-26T22:24:14,469 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0. 2024-11-26T22:24:14,469 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0. files: [hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/A/9ffa6a8cafff403fb224b02800fab03a, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/A/b48347a1cfb74042be5930c54b08e84a, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/A/a9b1b1a09a2a4e1b8e593c4379202bb7, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/A/a78785dcffdc44fba243cbfcb48d6c57] 2024-11-26T22:24:14,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:14,469 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48980 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-26T22:24:14,470 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HStore(1540): 043fb4fdfd5178b371b27304acbe44a0/B is initiating minor compaction (all files) 2024-11-26T22:24:14,470 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 043fb4fdfd5178b371b27304acbe44a0/B in TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0. 2024-11-26T22:24:14,470 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/B/3b75d299e2fc4a8b8ea7578bf1edaeb3, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/B/91c6cd9569b54311b99c57b1e5ac67bb, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/B/81174e2bfb4e4928924fd369a93ade98, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/B/e5bd68a606634e41aa0fb89cce3a18bb] into tmpdir=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/.tmp, totalSize=47.8 K 2024-11-26T22:24:14,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:14,470 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.Compactor(224): Compacting 3b75d299e2fc4a8b8ea7578bf1edaeb3, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1732659850595 2024-11-26T22:24:14,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:14,471 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9ffa6a8cafff403fb224b02800fab03a, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1732659850595 2024-11-26T22:24:14,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:14,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:14,472 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.Compactor(224): Compacting b48347a1cfb74042be5930c54b08e84a, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1732659851262 2024-11-26T22:24:14,472 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.Compactor(224): Compacting 91c6cd9569b54311b99c57b1e5ac67bb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1732659851262 2024-11-26T22:24:14,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:14,472 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.Compactor(224): Compacting a9b1b1a09a2a4e1b8e593c4379202bb7, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1732659851896 2024-11-26T22:24:14,472 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.Compactor(224): Compacting 81174e2bfb4e4928924fd369a93ade98, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1732659851896 2024-11-26T22:24:14,473 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.Compactor(224): Compacting a78785dcffdc44fba243cbfcb48d6c57, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1732659853105 2024-11-26T22:24:14,473 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.Compactor(224): Compacting e5bd68a606634e41aa0fb89cce3a18bb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1732659853105 2024-11-26T22:24:14,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:14,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:14,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:14,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:14,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:14,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:14,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:14,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:14,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:14,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:14,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:14,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:14,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:14,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:14,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:14,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:14,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:14,486 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 043fb4fdfd5178b371b27304acbe44a0#B#compaction#596 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T22:24:14,487 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/.tmp/B/368a08524b27428f9e62ee57c95e0bd6 is 50, key is test_row_0/B:col10/1732659853107/Put/seqid=0 2024-11-26T22:24:14,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:14,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:14,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:14,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:14,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:14,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:14,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:14,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:14,492 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=043fb4fdfd5178b371b27304acbe44a0] 2024-11-26T22:24:14,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:14,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:14,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:14,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:14,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:14,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:14,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:14,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:14,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:14,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:14,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:14,505 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d8c094cf5ab0,34335,1732659674113 2024-11-26T22:24:14,506 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34335 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=178 2024-11-26T22:24:14,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:14,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0. 2024-11-26T22:24:14,506 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegion(2837): Flushing 043fb4fdfd5178b371b27304acbe44a0 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-26T22:24:14,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 043fb4fdfd5178b371b27304acbe44a0, store=A 2024-11-26T22:24:14,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:14,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:24:14,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 043fb4fdfd5178b371b27304acbe44a0, store=B 2024-11-26T22:24:14,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:24:14,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 043fb4fdfd5178b371b27304acbe44a0, store=C 2024-11-26T22:24:14,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:24:14,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:14,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:14,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:14,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:14,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:14,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:14,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:14,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:14,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:14,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:14,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:14,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:14,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:14,522 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241126af368ad390e9480697fd958ef3408994_043fb4fdfd5178b371b27304acbe44a0 store=[table=TestAcidGuarantees family=A region=043fb4fdfd5178b371b27304acbe44a0] 2024-11-26T22:24:14,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:14,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:14,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:14,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:14,524 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241126af368ad390e9480697fd958ef3408994_043fb4fdfd5178b371b27304acbe44a0, store=[table=TestAcidGuarantees family=A region=043fb4fdfd5178b371b27304acbe44a0] 2024-11-26T22:24:14,524 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126af368ad390e9480697fd958ef3408994_043fb4fdfd5178b371b27304acbe44a0 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=043fb4fdfd5178b371b27304acbe44a0] 2024-11-26T22:24:14,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:14,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:14,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:14,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:14,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:14,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:14,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:14,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:14,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:14,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:14,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:14,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:14,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:14,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742525_1701 (size=12663) 2024-11-26T22:24:14,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:14,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:14,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:14,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:14,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:14,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:14,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:14,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:14,541 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/.tmp/B/368a08524b27428f9e62ee57c95e0bd6 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/B/368a08524b27428f9e62ee57c95e0bd6 2024-11-26T22:24:14,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:14,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:14,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=177 2024-11-26T22:24:14,547 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 043fb4fdfd5178b371b27304acbe44a0/B of 043fb4fdfd5178b371b27304acbe44a0 into 368a08524b27428f9e62ee57c95e0bd6(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T22:24:14,547 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 043fb4fdfd5178b371b27304acbe44a0: 2024-11-26T22:24:14,547 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0., storeName=043fb4fdfd5178b371b27304acbe44a0/B, priority=12, startTime=1732659854468; duration=0sec 2024-11-26T22:24:14,547 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T22:24:14,547 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 043fb4fdfd5178b371b27304acbe44a0:B 2024-11-26T22:24:14,548 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T22:24:14,549 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48980 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-26T22:24:14,549 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HStore(1540): 043fb4fdfd5178b371b27304acbe44a0/C is initiating minor compaction (all files) 2024-11-26T22:24:14,549 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 043fb4fdfd5178b371b27304acbe44a0/C in TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0. 2024-11-26T22:24:14,549 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/C/a9374aa694f54abfb252cffc4d15c890, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/C/b1a204435f724ef3ab6d899fd70178b5, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/C/8400c74abae8427ca584ec79b01039b2, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/C/5dfd5e8dbd7a468d9db1bfb61fb3d451] into tmpdir=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/.tmp, totalSize=47.8 K 2024-11-26T22:24:14,550 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.Compactor(224): Compacting a9374aa694f54abfb252cffc4d15c890, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1732659850595 2024-11-26T22:24:14,550 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.Compactor(224): Compacting b1a204435f724ef3ab6d899fd70178b5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1732659851262 2024-11-26T22:24:14,551 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.Compactor(224): Compacting 8400c74abae8427ca584ec79b01039b2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1732659851896 2024-11-26T22:24:14,551 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.Compactor(224): Compacting 5dfd5e8dbd7a468d9db1bfb61fb3d451, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1732659853105 2024-11-26T22:24:14,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:14,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:14,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:14,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:14,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:14,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:14,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:14,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:14,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:14,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:14,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:14,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:14,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:14,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126d363ee0eda5346bda786186a8292862b_043fb4fdfd5178b371b27304acbe44a0 is 50, key is test_row_0/A:col10/1732659853430/Put/seqid=0 2024-11-26T22:24:14,569 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0. as already flushing 2024-11-26T22:24:14,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:14,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:14,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(8581): Flush requested on 043fb4fdfd5178b371b27304acbe44a0 2024-11-26T22:24:14,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:14,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:14,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:14,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:14,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:14,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:14,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:14,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:14,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:14,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:14,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:14,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:14,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:14,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:14,584 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 043fb4fdfd5178b371b27304acbe44a0#C#compaction#599 average throughput is 1.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-26T22:24:14,585 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/.tmp/C/2975eeb45aed406ca72dbafe49961a1d is 50, key is test_row_0/C:col10/1732659853107/Put/seqid=0 2024-11-26T22:24:14,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:14,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:14,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:14,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:14,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:14,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:14,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:14,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:14,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:14,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:14,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:14,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742526_1702 (size=4469) 2024-11-26T22:24:14,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:14,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:14,596 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 043fb4fdfd5178b371b27304acbe44a0#A#compaction#597 average throughput is 0.23 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T22:24:14,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:14,596 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/.tmp/A/66eea859ac114467bffe5c1ce7083ebb is 175, key is test_row_0/A:col10/1732659853107/Put/seqid=0 2024-11-26T22:24:14,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:14,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:14,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:14,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:14,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:14,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:14,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:14,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742527_1703 (size=9814) 2024-11-26T22:24:14,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:14,619 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:24:14,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37668 deadline: 1732659914613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:24:14,620 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:24:14,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37624 deadline: 1732659914614, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:24:14,622 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:24:14,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37690 deadline: 1732659914617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:24:14,624 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126d363ee0eda5346bda786186a8292862b_043fb4fdfd5178b371b27304acbe44a0 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126d363ee0eda5346bda786186a8292862b_043fb4fdfd5178b371b27304acbe44a0 2024-11-26T22:24:14,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/.tmp/A/c3121e29b8774404a6d3840685bf1a45, store: [table=TestAcidGuarantees family=A region=043fb4fdfd5178b371b27304acbe44a0] 2024-11-26T22:24:14,625 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:24:14,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37708 deadline: 1732659914619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:24:14,625 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:24:14,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37686 deadline: 1732659914619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:24:14,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/.tmp/A/c3121e29b8774404a6d3840685bf1a45 is 175, key is test_row_0/A:col10/1732659853430/Put/seqid=0 2024-11-26T22:24:14,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742528_1704 (size=12663) 2024-11-26T22:24:14,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742529_1705 (size=31617) 2024-11-26T22:24:14,661 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/.tmp/A/66eea859ac114467bffe5c1ce7083ebb as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/A/66eea859ac114467bffe5c1ce7083ebb 2024-11-26T22:24:14,670 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 043fb4fdfd5178b371b27304acbe44a0/A of 043fb4fdfd5178b371b27304acbe44a0 into 66eea859ac114467bffe5c1ce7083ebb(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T22:24:14,670 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 043fb4fdfd5178b371b27304acbe44a0: 2024-11-26T22:24:14,670 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0., storeName=043fb4fdfd5178b371b27304acbe44a0/A, priority=12, startTime=1732659854467; duration=0sec 2024-11-26T22:24:14,670 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T22:24:14,670 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 043fb4fdfd5178b371b27304acbe44a0:A 2024-11-26T22:24:14,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742530_1706 (size=22461) 2024-11-26T22:24:14,694 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=247, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/.tmp/A/c3121e29b8774404a6d3840685bf1a45 2024-11-26T22:24:14,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/.tmp/B/70488694803c4a48bbb2743d096f3b6b is 50, key is test_row_0/B:col10/1732659853430/Put/seqid=0 2024-11-26T22:24:14,725 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:24:14,725 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:24:14,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37668 deadline: 1732659914720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:24:14,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37624 deadline: 1732659914721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:24:14,727 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:24:14,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37690 deadline: 1732659914724, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:24:14,730 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:24:14,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37708 deadline: 1732659914726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:24:14,739 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:24:14,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37686 deadline: 1732659914727, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:24:14,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742531_1707 (size=9757) 2024-11-26T22:24:14,931 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:24:14,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37668 deadline: 1732659914928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:24:14,935 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:24:14,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37624 deadline: 1732659914929, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:24:14,936 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:24:14,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37690 deadline: 1732659914932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:24:14,936 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:24:14,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37708 deadline: 1732659914933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:24:14,944 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:24:14,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37686 deadline: 1732659914942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:24:15,063 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/.tmp/C/2975eeb45aed406ca72dbafe49961a1d as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/C/2975eeb45aed406ca72dbafe49961a1d 2024-11-26T22:24:15,069 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 043fb4fdfd5178b371b27304acbe44a0/C of 043fb4fdfd5178b371b27304acbe44a0 into 2975eeb45aed406ca72dbafe49961a1d(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T22:24:15,069 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 043fb4fdfd5178b371b27304acbe44a0: 2024-11-26T22:24:15,069 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0., storeName=043fb4fdfd5178b371b27304acbe44a0/C, priority=12, startTime=1732659854468; duration=0sec 2024-11-26T22:24:15,069 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T22:24:15,069 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 043fb4fdfd5178b371b27304acbe44a0:C 2024-11-26T22:24:15,161 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=247 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/.tmp/B/70488694803c4a48bbb2743d096f3b6b 2024-11-26T22:24:15,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/.tmp/C/6d59d4fcec7947048b5c25f2a7f9d6dd is 50, key is test_row_0/C:col10/1732659853430/Put/seqid=0 2024-11-26T22:24:15,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742532_1708 (size=9757) 2024-11-26T22:24:15,233 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:24:15,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37668 deadline: 1732659915232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:24:15,237 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:24:15,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37624 deadline: 1732659915236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:24:15,239 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:24:15,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37708 deadline: 1732659915239, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:24:15,240 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:24:15,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37690 deadline: 1732659915239, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:24:15,251 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:24:15,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37686 deadline: 1732659915248, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:24:15,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=177 2024-11-26T22:24:15,612 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=247 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/.tmp/C/6d59d4fcec7947048b5c25f2a7f9d6dd 2024-11-26T22:24:15,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/.tmp/A/c3121e29b8774404a6d3840685bf1a45 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/A/c3121e29b8774404a6d3840685bf1a45 2024-11-26T22:24:15,622 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/A/c3121e29b8774404a6d3840685bf1a45, entries=100, sequenceid=247, filesize=21.9 K 2024-11-26T22:24:15,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/.tmp/B/70488694803c4a48bbb2743d096f3b6b as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/B/70488694803c4a48bbb2743d096f3b6b 2024-11-26T22:24:15,628 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/B/70488694803c4a48bbb2743d096f3b6b, entries=100, sequenceid=247, filesize=9.5 K 2024-11-26T22:24:15,629 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/.tmp/C/6d59d4fcec7947048b5c25f2a7f9d6dd as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/C/6d59d4fcec7947048b5c25f2a7f9d6dd 2024-11-26T22:24:15,633 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/C/6d59d4fcec7947048b5c25f2a7f9d6dd, entries=100, sequenceid=247, filesize=9.5 K 2024-11-26T22:24:15,634 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=174.43 KB/178620 for 043fb4fdfd5178b371b27304acbe44a0 in 1128ms, sequenceid=247, compaction requested=false 2024-11-26T22:24:15,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegion(2538): Flush status journal for 043fb4fdfd5178b371b27304acbe44a0: 2024-11-26T22:24:15,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0. 2024-11-26T22:24:15,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=178 2024-11-26T22:24:15,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster(4106): Remote procedure done, pid=178 2024-11-26T22:24:15,638 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=178, resume processing ppid=177 2024-11-26T22:24:15,638 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=178, ppid=177, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2070 sec 2024-11-26T22:24:15,639 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=177, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=177, table=TestAcidGuarantees in 2.2100 sec 2024-11-26T22:24:15,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(8581): Flush requested on 043fb4fdfd5178b371b27304acbe44a0 2024-11-26T22:24:15,739 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 043fb4fdfd5178b371b27304acbe44a0 3/3 column families, dataSize=181.14 KB heapSize=475.36 KB 2024-11-26T22:24:15,740 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 043fb4fdfd5178b371b27304acbe44a0, store=A 2024-11-26T22:24:15,740 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:24:15,740 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 043fb4fdfd5178b371b27304acbe44a0, store=B 2024-11-26T22:24:15,740 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:24:15,740 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 043fb4fdfd5178b371b27304acbe44a0, store=C 2024-11-26T22:24:15,740 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:24:15,756 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:24:15,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37624 deadline: 1732659915750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:24:15,757 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:24:15,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37708 deadline: 1732659915753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:24:15,757 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:24:15,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37668 deadline: 1732659915753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:24:15,757 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:24:15,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37690 deadline: 1732659915753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:24:15,757 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:24:15,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37686 deadline: 1732659915755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:24:15,765 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126f88971116eae4491a87d0260bd8aecf3_043fb4fdfd5178b371b27304acbe44a0 is 50, key is test_row_0/A:col10/1732659855738/Put/seqid=0 2024-11-26T22:24:15,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742533_1709 (size=12454) 2024-11-26T22:24:15,795 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:15,799 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126f88971116eae4491a87d0260bd8aecf3_043fb4fdfd5178b371b27304acbe44a0 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126f88971116eae4491a87d0260bd8aecf3_043fb4fdfd5178b371b27304acbe44a0 2024-11-26T22:24:15,800 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/.tmp/A/39ab41e3719b40988f00fa41f41d85ec, store: [table=TestAcidGuarantees family=A region=043fb4fdfd5178b371b27304acbe44a0] 2024-11-26T22:24:15,801 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/.tmp/A/39ab41e3719b40988f00fa41f41d85ec is 175, key is test_row_0/A:col10/1732659855738/Put/seqid=0 2024-11-26T22:24:15,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742534_1710 (size=31255) 2024-11-26T22:24:15,838 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=280, memsize=60.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/.tmp/A/39ab41e3719b40988f00fa41f41d85ec 2024-11-26T22:24:15,854 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/.tmp/B/d47884bfa4464cb18cf99567aaea03e7 is 50, key is test_row_0/B:col10/1732659855738/Put/seqid=0 2024-11-26T22:24:15,859 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:24:15,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37708 deadline: 1732659915858, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:24:15,861 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:24:15,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37690 deadline: 1732659915858, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:24:15,861 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:24:15,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37668 deadline: 1732659915858, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:24:15,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742535_1711 (size=12301) 2024-11-26T22:24:15,886 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=280 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/.tmp/B/d47884bfa4464cb18cf99567aaea03e7 2024-11-26T22:24:15,922 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/.tmp/C/55c51829a3d2401a970258fda5b90ea2 is 50, key is test_row_0/C:col10/1732659855738/Put/seqid=0 2024-11-26T22:24:15,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742536_1712 (size=12301) 2024-11-26T22:24:15,970 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=280 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/.tmp/C/55c51829a3d2401a970258fda5b90ea2 2024-11-26T22:24:15,980 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/.tmp/A/39ab41e3719b40988f00fa41f41d85ec as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/A/39ab41e3719b40988f00fa41f41d85ec 2024-11-26T22:24:15,986 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/A/39ab41e3719b40988f00fa41f41d85ec, entries=150, sequenceid=280, filesize=30.5 K 2024-11-26T22:24:15,988 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/.tmp/B/d47884bfa4464cb18cf99567aaea03e7 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/B/d47884bfa4464cb18cf99567aaea03e7 2024-11-26T22:24:15,995 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/B/d47884bfa4464cb18cf99567aaea03e7, entries=150, sequenceid=280, filesize=12.0 K 2024-11-26T22:24:15,997 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/.tmp/C/55c51829a3d2401a970258fda5b90ea2 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/C/55c51829a3d2401a970258fda5b90ea2 2024-11-26T22:24:15,999 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/C/55c51829a3d2401a970258fda5b90ea2, entries=150, sequenceid=280, filesize=12.0 K 2024-11-26T22:24:16,002 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~181.14 KB/185490, heapSize ~475.31 KB/486720, currentSize=20.13 KB/20610 for 043fb4fdfd5178b371b27304acbe44a0 in 263ms, sequenceid=280, compaction requested=true 2024-11-26T22:24:16,002 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 043fb4fdfd5178b371b27304acbe44a0: 2024-11-26T22:24:16,002 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T22:24:16,002 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 043fb4fdfd5178b371b27304acbe44a0:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T22:24:16,002 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T22:24:16,002 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 043fb4fdfd5178b371b27304acbe44a0:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T22:24:16,002 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T22:24:16,002 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 043fb4fdfd5178b371b27304acbe44a0:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T22:24:16,002 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-26T22:24:16,003 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T22:24:16,004 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T22:24:16,004 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HStore(1540): 043fb4fdfd5178b371b27304acbe44a0/B is initiating minor compaction (all files) 2024-11-26T22:24:16,004 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 043fb4fdfd5178b371b27304acbe44a0/B in TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0. 2024-11-26T22:24:16,004 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/B/368a08524b27428f9e62ee57c95e0bd6, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/B/70488694803c4a48bbb2743d096f3b6b, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/B/d47884bfa4464cb18cf99567aaea03e7] into tmpdir=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/.tmp, totalSize=33.9 K 2024-11-26T22:24:16,005 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.Compactor(224): Compacting 368a08524b27428f9e62ee57c95e0bd6, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1732659853105 2024-11-26T22:24:16,006 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 85333 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T22:24:16,006 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HStore(1540): 043fb4fdfd5178b371b27304acbe44a0/A is initiating minor compaction (all files) 2024-11-26T22:24:16,006 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 043fb4fdfd5178b371b27304acbe44a0/A in TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0. 2024-11-26T22:24:16,006 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/A/66eea859ac114467bffe5c1ce7083ebb, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/A/c3121e29b8774404a6d3840685bf1a45, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/A/39ab41e3719b40988f00fa41f41d85ec] into tmpdir=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/.tmp, totalSize=83.3 K 2024-11-26T22:24:16,006 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0. 2024-11-26T22:24:16,006 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0. files: [hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/A/66eea859ac114467bffe5c1ce7083ebb, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/A/c3121e29b8774404a6d3840685bf1a45, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/A/39ab41e3719b40988f00fa41f41d85ec] 2024-11-26T22:24:16,006 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.Compactor(224): Compacting 70488694803c4a48bbb2743d096f3b6b, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1732659853430 2024-11-26T22:24:16,007 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.Compactor(224): Compacting d47884bfa4464cb18cf99567aaea03e7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=280, earliestPutTs=1732659854613 2024-11-26T22:24:16,009 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.Compactor(224): Compacting 66eea859ac114467bffe5c1ce7083ebb, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1732659853105 2024-11-26T22:24:16,010 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.Compactor(224): Compacting c3121e29b8774404a6d3840685bf1a45, keycount=100, bloomtype=ROW, size=21.9 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1732659853430 2024-11-26T22:24:16,010 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.Compactor(224): Compacting 39ab41e3719b40988f00fa41f41d85ec, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=280, earliestPutTs=1732659854613 2024-11-26T22:24:16,033 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 043fb4fdfd5178b371b27304acbe44a0#B#compaction#605 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T22:24:16,033 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/.tmp/B/0db2b82ec69546ae9cf9d3fc27a4fcf3 is 50, key is test_row_0/B:col10/1732659855738/Put/seqid=0 2024-11-26T22:24:16,036 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=043fb4fdfd5178b371b27304acbe44a0] 2024-11-26T22:24:16,060 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411263cfac91de35748c28d9a4434d7a3085c_043fb4fdfd5178b371b27304acbe44a0 store=[table=TestAcidGuarantees family=A region=043fb4fdfd5178b371b27304acbe44a0] 2024-11-26T22:24:16,062 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411263cfac91de35748c28d9a4434d7a3085c_043fb4fdfd5178b371b27304acbe44a0, store=[table=TestAcidGuarantees family=A region=043fb4fdfd5178b371b27304acbe44a0] 2024-11-26T22:24:16,062 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411263cfac91de35748c28d9a4434d7a3085c_043fb4fdfd5178b371b27304acbe44a0 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=043fb4fdfd5178b371b27304acbe44a0] 2024-11-26T22:24:16,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(8581): Flush requested on 043fb4fdfd5178b371b27304acbe44a0 2024-11-26T22:24:16,073 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 043fb4fdfd5178b371b27304acbe44a0 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-26T22:24:16,073 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 043fb4fdfd5178b371b27304acbe44a0, store=A 2024-11-26T22:24:16,073 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:24:16,073 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 043fb4fdfd5178b371b27304acbe44a0, store=B 2024-11-26T22:24:16,073 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:24:16,073 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 043fb4fdfd5178b371b27304acbe44a0, store=C 2024-11-26T22:24:16,073 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:24:16,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742537_1713 (size=12915) 2024-11-26T22:24:16,100 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/.tmp/B/0db2b82ec69546ae9cf9d3fc27a4fcf3 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/B/0db2b82ec69546ae9cf9d3fc27a4fcf3 2024-11-26T22:24:16,108 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 043fb4fdfd5178b371b27304acbe44a0/B of 043fb4fdfd5178b371b27304acbe44a0 into 0db2b82ec69546ae9cf9d3fc27a4fcf3(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T22:24:16,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742538_1714 (size=4469) 2024-11-26T22:24:16,108 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 043fb4fdfd5178b371b27304acbe44a0: 2024-11-26T22:24:16,108 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0., storeName=043fb4fdfd5178b371b27304acbe44a0/B, priority=13, startTime=1732659856002; duration=0sec 2024-11-26T22:24:16,108 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T22:24:16,108 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 043fb4fdfd5178b371b27304acbe44a0:B 2024-11-26T22:24:16,108 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T22:24:16,109 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 043fb4fdfd5178b371b27304acbe44a0#A#compaction#606 average throughput is 0.33 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T22:24:16,110 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/.tmp/A/2e0176e3f6de4afeb9fe2bb696e0c761 is 175, key is test_row_0/A:col10/1732659855738/Put/seqid=0 2024-11-26T22:24:16,110 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T22:24:16,111 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HStore(1540): 043fb4fdfd5178b371b27304acbe44a0/C is initiating minor compaction (all files) 2024-11-26T22:24:16,111 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 043fb4fdfd5178b371b27304acbe44a0/C in TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0. 2024-11-26T22:24:16,111 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/C/2975eeb45aed406ca72dbafe49961a1d, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/C/6d59d4fcec7947048b5c25f2a7f9d6dd, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/C/55c51829a3d2401a970258fda5b90ea2] into tmpdir=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/.tmp, totalSize=33.9 K 2024-11-26T22:24:16,111 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.Compactor(224): Compacting 2975eeb45aed406ca72dbafe49961a1d, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1732659853105 2024-11-26T22:24:16,112 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.Compactor(224): Compacting 6d59d4fcec7947048b5c25f2a7f9d6dd, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1732659853430 2024-11-26T22:24:16,112 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.Compactor(224): Compacting 55c51829a3d2401a970258fda5b90ea2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=280, earliestPutTs=1732659854613 2024-11-26T22:24:16,112 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126dd874d82ebe64a2e85865b55319dc2d7_043fb4fdfd5178b371b27304acbe44a0 is 50, key is test_row_0/A:col10/1732659856065/Put/seqid=0 2024-11-26T22:24:16,142 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 043fb4fdfd5178b371b27304acbe44a0#C#compaction#608 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T22:24:16,143 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/.tmp/C/58c6b30f343741ef88dfcefd2eedaf4e is 50, key is test_row_0/C:col10/1732659855738/Put/seqid=0 2024-11-26T22:24:16,148 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:24:16,148 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:24:16,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37668 deadline: 1732659916141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:24:16,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37708 deadline: 1732659916141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:24:16,148 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:24:16,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37690 deadline: 1732659916142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:24:16,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742539_1715 (size=31869) 2024-11-26T22:24:16,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742540_1716 (size=14994) 2024-11-26T22:24:16,197 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:16,204 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126dd874d82ebe64a2e85865b55319dc2d7_043fb4fdfd5178b371b27304acbe44a0 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126dd874d82ebe64a2e85865b55319dc2d7_043fb4fdfd5178b371b27304acbe44a0 2024-11-26T22:24:16,205 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/.tmp/A/ebf07dde9c70463b9dc1c924d30b447a, store: [table=TestAcidGuarantees family=A region=043fb4fdfd5178b371b27304acbe44a0] 2024-11-26T22:24:16,206 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/.tmp/A/ebf07dde9c70463b9dc1c924d30b447a is 175, key is test_row_0/A:col10/1732659856065/Put/seqid=0 2024-11-26T22:24:16,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742541_1717 (size=12915) 2024-11-26T22:24:16,227 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/.tmp/C/58c6b30f343741ef88dfcefd2eedaf4e as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/C/58c6b30f343741ef88dfcefd2eedaf4e 2024-11-26T22:24:16,233 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 043fb4fdfd5178b371b27304acbe44a0/C of 043fb4fdfd5178b371b27304acbe44a0 into 58c6b30f343741ef88dfcefd2eedaf4e(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T22:24:16,233 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 043fb4fdfd5178b371b27304acbe44a0: 2024-11-26T22:24:16,233 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0., storeName=043fb4fdfd5178b371b27304acbe44a0/C, priority=13, startTime=1732659856002; duration=0sec 2024-11-26T22:24:16,233 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T22:24:16,233 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 043fb4fdfd5178b371b27304acbe44a0:C 2024-11-26T22:24:16,252 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:24:16,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37708 deadline: 1732659916249, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:24:16,254 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:24:16,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37690 deadline: 1732659916251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:24:16,254 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:24:16,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37668 deadline: 1732659916251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:24:16,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742542_1718 (size=39949) 2024-11-26T22:24:16,259 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=291, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/.tmp/A/ebf07dde9c70463b9dc1c924d30b447a 2024-11-26T22:24:16,289 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/.tmp/B/e97f28234cbc4045b30d316019f851ce is 50, key is test_row_0/B:col10/1732659856065/Put/seqid=0 2024-11-26T22:24:16,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742543_1719 (size=12301) 2024-11-26T22:24:16,320 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=291 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/.tmp/B/e97f28234cbc4045b30d316019f851ce 2024-11-26T22:24:16,334 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/.tmp/C/3abed55254004053b8f812067d61b516 is 50, key is test_row_0/C:col10/1732659856065/Put/seqid=0 2024-11-26T22:24:16,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742544_1720 (size=12301) 2024-11-26T22:24:16,374 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=291 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/.tmp/C/3abed55254004053b8f812067d61b516 2024-11-26T22:24:16,384 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/.tmp/A/ebf07dde9c70463b9dc1c924d30b447a as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/A/ebf07dde9c70463b9dc1c924d30b447a 2024-11-26T22:24:16,390 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/A/ebf07dde9c70463b9dc1c924d30b447a, entries=200, sequenceid=291, filesize=39.0 K 2024-11-26T22:24:16,391 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/.tmp/B/e97f28234cbc4045b30d316019f851ce as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/B/e97f28234cbc4045b30d316019f851ce 2024-11-26T22:24:16,395 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/B/e97f28234cbc4045b30d316019f851ce, entries=150, sequenceid=291, filesize=12.0 K 2024-11-26T22:24:16,396 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/.tmp/C/3abed55254004053b8f812067d61b516 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/C/3abed55254004053b8f812067d61b516 2024-11-26T22:24:16,403 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/C/3abed55254004053b8f812067d61b516, entries=150, sequenceid=291, filesize=12.0 K 2024-11-26T22:24:16,404 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=161.02 KB/164880 for 043fb4fdfd5178b371b27304acbe44a0 in 330ms, sequenceid=291, compaction requested=false 2024-11-26T22:24:16,404 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 043fb4fdfd5178b371b27304acbe44a0: 2024-11-26T22:24:16,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(8581): Flush requested on 043fb4fdfd5178b371b27304acbe44a0 2024-11-26T22:24:16,458 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 043fb4fdfd5178b371b27304acbe44a0 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-11-26T22:24:16,460 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 043fb4fdfd5178b371b27304acbe44a0, store=A 2024-11-26T22:24:16,460 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:24:16,460 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 043fb4fdfd5178b371b27304acbe44a0, store=B 2024-11-26T22:24:16,460 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:24:16,460 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 043fb4fdfd5178b371b27304acbe44a0, store=C 2024-11-26T22:24:16,460 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:24:16,466 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:24:16,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37708 deadline: 1732659916463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:24:16,469 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:24:16,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37690 deadline: 1732659916467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:24:16,470 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:24:16,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37668 deadline: 1732659916467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:24:16,478 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112694768b5f10e3498d9eae536cb29b8f01_043fb4fdfd5178b371b27304acbe44a0 is 50, key is test_row_0/A:col10/1732659856458/Put/seqid=0 2024-11-26T22:24:16,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742545_1721 (size=14994) 2024-11-26T22:24:16,568 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:24:16,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37708 deadline: 1732659916568, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:24:16,571 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:24:16,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37690 deadline: 1732659916570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:24:16,572 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:24:16,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37668 deadline: 1732659916571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:24:16,580 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/.tmp/A/2e0176e3f6de4afeb9fe2bb696e0c761 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/A/2e0176e3f6de4afeb9fe2bb696e0c761 2024-11-26T22:24:16,585 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 043fb4fdfd5178b371b27304acbe44a0/A of 043fb4fdfd5178b371b27304acbe44a0 into 2e0176e3f6de4afeb9fe2bb696e0c761(size=31.1 K), total size for store is 70.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T22:24:16,585 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 043fb4fdfd5178b371b27304acbe44a0: 2024-11-26T22:24:16,585 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0., storeName=043fb4fdfd5178b371b27304acbe44a0/A, priority=13, startTime=1732659856002; duration=0sec 2024-11-26T22:24:16,585 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T22:24:16,585 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 043fb4fdfd5178b371b27304acbe44a0:A 2024-11-26T22:24:16,762 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:24:16,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37686 deadline: 1732659916759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:24:16,764 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:24:16,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37624 deadline: 1732659916763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:24:16,771 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:24:16,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37708 deadline: 1732659916769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:24:16,775 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:24:16,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37690 deadline: 1732659916773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:24:16,775 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:24:16,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37668 deadline: 1732659916773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:24:16,934 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:16,938 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112694768b5f10e3498d9eae536cb29b8f01_043fb4fdfd5178b371b27304acbe44a0 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112694768b5f10e3498d9eae536cb29b8f01_043fb4fdfd5178b371b27304acbe44a0 2024-11-26T22:24:16,939 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/.tmp/A/b24f88cd8ed642ecad3555e387960400, store: [table=TestAcidGuarantees family=A region=043fb4fdfd5178b371b27304acbe44a0] 2024-11-26T22:24:16,940 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/.tmp/A/b24f88cd8ed642ecad3555e387960400 is 175, key is test_row_0/A:col10/1732659856458/Put/seqid=0 2024-11-26T22:24:16,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742546_1722 (size=39949) 2024-11-26T22:24:17,073 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:24:17,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37708 deadline: 1732659917073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:24:17,077 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:24:17,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37690 deadline: 1732659917076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:24:17,078 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:24:17,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37668 deadline: 1732659917078, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:24:17,385 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=322, memsize=58.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/.tmp/A/b24f88cd8ed642ecad3555e387960400 2024-11-26T22:24:17,410 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/.tmp/B/a985c7c5f561415c958eb19501144d18 is 50, key is test_row_0/B:col10/1732659856458/Put/seqid=0 2024-11-26T22:24:17,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742547_1723 (size=12301) 2024-11-26T22:24:17,453 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=322 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/.tmp/B/a985c7c5f561415c958eb19501144d18 2024-11-26T22:24:17,471 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/.tmp/C/289a851b3eb14d7d9fa9706b139fb5f9 is 50, key is test_row_0/C:col10/1732659856458/Put/seqid=0 2024-11-26T22:24:17,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742548_1724 (size=12301) 2024-11-26T22:24:17,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=177 2024-11-26T22:24:17,547 INFO [Thread-2811 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 177 completed 2024-11-26T22:24:17,549 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T22:24:17,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] procedure2.ProcedureExecutor(1098): Stored pid=179, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=179, table=TestAcidGuarantees 2024-11-26T22:24:17,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=179 2024-11-26T22:24:17,551 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=179, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=179, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T22:24:17,551 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=179, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=179, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T22:24:17,551 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=180, ppid=179, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T22:24:17,581 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:24:17,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37708 deadline: 1732659917579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:24:17,581 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:24:17,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37668 deadline: 1732659917579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:24:17,586 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:24:17,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37690 deadline: 1732659917583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:24:17,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=179 2024-11-26T22:24:17,703 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d8c094cf5ab0,34335,1732659674113 2024-11-26T22:24:17,704 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34335 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=180 2024-11-26T22:24:17,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0. 2024-11-26T22:24:17,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0. as already flushing 2024-11-26T22:24:17,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0. 2024-11-26T22:24:17,704 ERROR [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] handler.RSProcedureHandler(58): pid=180 java.io.IOException: Unable to complete flush {ENCODED => 043fb4fdfd5178b371b27304acbe44a0, NAME => 'TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:24:17,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=180 java.io.IOException: Unable to complete flush {ENCODED => 043fb4fdfd5178b371b27304acbe44a0, NAME => 'TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:24:17,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster(4114): Remote procedure failed, pid=180 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 043fb4fdfd5178b371b27304acbe44a0, NAME => 'TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 043fb4fdfd5178b371b27304acbe44a0, NAME => 'TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:24:17,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=179 2024-11-26T22:24:17,856 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d8c094cf5ab0,34335,1732659674113 2024-11-26T22:24:17,857 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34335 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=180 2024-11-26T22:24:17,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0. 2024-11-26T22:24:17,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0. as already flushing 2024-11-26T22:24:17,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0. 2024-11-26T22:24:17,857 ERROR [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] handler.RSProcedureHandler(58): pid=180 java.io.IOException: Unable to complete flush {ENCODED => 043fb4fdfd5178b371b27304acbe44a0, NAME => 'TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:24:17,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=180 java.io.IOException: Unable to complete flush {ENCODED => 043fb4fdfd5178b371b27304acbe44a0, NAME => 'TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:24:17,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster(4114): Remote procedure failed, pid=180 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 043fb4fdfd5178b371b27304acbe44a0, NAME => 'TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 043fb4fdfd5178b371b27304acbe44a0, NAME => 'TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:24:17,904 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=322 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/.tmp/C/289a851b3eb14d7d9fa9706b139fb5f9 2024-11-26T22:24:17,924 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/.tmp/A/b24f88cd8ed642ecad3555e387960400 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/A/b24f88cd8ed642ecad3555e387960400 2024-11-26T22:24:17,931 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/A/b24f88cd8ed642ecad3555e387960400, entries=200, sequenceid=322, filesize=39.0 K 2024-11-26T22:24:17,932 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/.tmp/B/a985c7c5f561415c958eb19501144d18 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/B/a985c7c5f561415c958eb19501144d18 2024-11-26T22:24:17,938 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/B/a985c7c5f561415c958eb19501144d18, entries=150, sequenceid=322, filesize=12.0 K 2024-11-26T22:24:17,941 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/.tmp/C/289a851b3eb14d7d9fa9706b139fb5f9 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/C/289a851b3eb14d7d9fa9706b139fb5f9 2024-11-26T22:24:17,946 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/C/289a851b3eb14d7d9fa9706b139fb5f9, entries=150, sequenceid=322, filesize=12.0 K 2024-11-26T22:24:17,947 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~174.43 KB/178620, heapSize ~457.73 KB/468720, currentSize=26.84 KB/27480 for 043fb4fdfd5178b371b27304acbe44a0 in 1489ms, sequenceid=322, compaction requested=true 2024-11-26T22:24:17,947 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 043fb4fdfd5178b371b27304acbe44a0: 2024-11-26T22:24:17,947 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T22:24:17,947 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 043fb4fdfd5178b371b27304acbe44a0:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T22:24:17,948 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 111767 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T22:24:17,949 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HStore(1540): 043fb4fdfd5178b371b27304acbe44a0/A is initiating minor compaction (all files) 2024-11-26T22:24:17,949 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 043fb4fdfd5178b371b27304acbe44a0/A in TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0. 2024-11-26T22:24:17,949 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/A/2e0176e3f6de4afeb9fe2bb696e0c761, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/A/ebf07dde9c70463b9dc1c924d30b447a, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/A/b24f88cd8ed642ecad3555e387960400] into tmpdir=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/.tmp, totalSize=109.1 K 2024-11-26T22:24:17,949 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0. 2024-11-26T22:24:17,949 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0. files: [hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/A/2e0176e3f6de4afeb9fe2bb696e0c761, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/A/ebf07dde9c70463b9dc1c924d30b447a, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/A/b24f88cd8ed642ecad3555e387960400] 2024-11-26T22:24:17,949 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2e0176e3f6de4afeb9fe2bb696e0c761, keycount=150, bloomtype=ROW, size=31.1 K, encoding=NONE, compression=NONE, seqNum=280, earliestPutTs=1732659854613 2024-11-26T22:24:17,950 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.Compactor(224): Compacting ebf07dde9c70463b9dc1c924d30b447a, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1732659856065 2024-11-26T22:24:17,950 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T22:24:17,950 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.Compactor(224): Compacting b24f88cd8ed642ecad3555e387960400, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=322, earliestPutTs=1732659856132 2024-11-26T22:24:17,955 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T22:24:17,955 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 043fb4fdfd5178b371b27304acbe44a0:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T22:24:17,955 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37517 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T22:24:17,956 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HStore(1540): 043fb4fdfd5178b371b27304acbe44a0/B is initiating minor compaction (all files) 2024-11-26T22:24:17,956 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 043fb4fdfd5178b371b27304acbe44a0/B in TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0. 2024-11-26T22:24:17,956 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/B/0db2b82ec69546ae9cf9d3fc27a4fcf3, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/B/e97f28234cbc4045b30d316019f851ce, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/B/a985c7c5f561415c958eb19501144d18] into tmpdir=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/.tmp, totalSize=36.6 K 2024-11-26T22:24:17,956 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T22:24:17,956 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.Compactor(224): Compacting 0db2b82ec69546ae9cf9d3fc27a4fcf3, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=280, earliestPutTs=1732659854613 2024-11-26T22:24:17,956 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.Compactor(224): Compacting e97f28234cbc4045b30d316019f851ce, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1732659856065 2024-11-26T22:24:17,957 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.Compactor(224): Compacting a985c7c5f561415c958eb19501144d18, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=322, earliestPutTs=1732659856132 2024-11-26T22:24:17,961 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 043fb4fdfd5178b371b27304acbe44a0:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T22:24:17,961 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T22:24:17,962 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=043fb4fdfd5178b371b27304acbe44a0] 2024-11-26T22:24:17,974 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 043fb4fdfd5178b371b27304acbe44a0#B#compaction#615 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-26T22:24:17,975 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/.tmp/B/4300f6a17e1e498f9493f5eb7fc2f100 is 50, key is test_row_0/B:col10/1732659856458/Put/seqid=0 2024-11-26T22:24:17,991 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112686ae60335a694b56b0c3e45562f4fffe_043fb4fdfd5178b371b27304acbe44a0 store=[table=TestAcidGuarantees family=A region=043fb4fdfd5178b371b27304acbe44a0] 2024-11-26T22:24:17,993 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112686ae60335a694b56b0c3e45562f4fffe_043fb4fdfd5178b371b27304acbe44a0, store=[table=TestAcidGuarantees family=A region=043fb4fdfd5178b371b27304acbe44a0] 2024-11-26T22:24:17,993 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112686ae60335a694b56b0c3e45562f4fffe_043fb4fdfd5178b371b27304acbe44a0 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=043fb4fdfd5178b371b27304acbe44a0] 2024-11-26T22:24:18,009 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d8c094cf5ab0,34335,1732659674113 2024-11-26T22:24:18,010 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34335 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=180 2024-11-26T22:24:18,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0. 2024-11-26T22:24:18,010 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegion(2837): Flushing 043fb4fdfd5178b371b27304acbe44a0 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-11-26T22:24:18,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 043fb4fdfd5178b371b27304acbe44a0, store=A 2024-11-26T22:24:18,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:24:18,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 043fb4fdfd5178b371b27304acbe44a0, store=B 2024-11-26T22:24:18,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:24:18,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 043fb4fdfd5178b371b27304acbe44a0, store=C 2024-11-26T22:24:18,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:24:18,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742549_1725 (size=13017) 2024-11-26T22:24:18,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742550_1726 (size=4469) 2024-11-26T22:24:18,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411265dcd1aac1f63494d9be71908358d593a_043fb4fdfd5178b371b27304acbe44a0 is 50, key is test_row_0/A:col10/1732659856461/Put/seqid=0 2024-11-26T22:24:18,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742551_1727 (size=12454) 2024-11-26T22:24:18,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:18,097 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411265dcd1aac1f63494d9be71908358d593a_043fb4fdfd5178b371b27304acbe44a0 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411265dcd1aac1f63494d9be71908358d593a_043fb4fdfd5178b371b27304acbe44a0 2024-11-26T22:24:18,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/.tmp/A/d8f4f1a24ed74ade9079f15c2bd5ac58, store: [table=TestAcidGuarantees family=A region=043fb4fdfd5178b371b27304acbe44a0] 2024-11-26T22:24:18,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/.tmp/A/d8f4f1a24ed74ade9079f15c2bd5ac58 is 175, key is test_row_0/A:col10/1732659856461/Put/seqid=0 2024-11-26T22:24:18,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742552_1728 (size=31255) 2024-11-26T22:24:18,103 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=330, memsize=8.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/.tmp/A/d8f4f1a24ed74ade9079f15c2bd5ac58 2024-11-26T22:24:18,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/.tmp/B/0aeba2846957460986fb0fceee3c769b is 50, key is test_row_0/B:col10/1732659856461/Put/seqid=0 2024-11-26T22:24:18,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742553_1729 (size=12301) 2024-11-26T22:24:18,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=179 2024-11-26T22:24:18,448 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/.tmp/B/4300f6a17e1e498f9493f5eb7fc2f100 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/B/4300f6a17e1e498f9493f5eb7fc2f100 2024-11-26T22:24:18,451 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 043fb4fdfd5178b371b27304acbe44a0/B of 043fb4fdfd5178b371b27304acbe44a0 into 4300f6a17e1e498f9493f5eb7fc2f100(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T22:24:18,451 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 043fb4fdfd5178b371b27304acbe44a0: 2024-11-26T22:24:18,451 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0., storeName=043fb4fdfd5178b371b27304acbe44a0/B, priority=13, startTime=1732659857955; duration=0sec 2024-11-26T22:24:18,452 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T22:24:18,452 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 043fb4fdfd5178b371b27304acbe44a0:B 2024-11-26T22:24:18,452 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T22:24:18,452 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37517 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T22:24:18,453 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HStore(1540): 043fb4fdfd5178b371b27304acbe44a0/C is initiating minor compaction (all files) 2024-11-26T22:24:18,453 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 043fb4fdfd5178b371b27304acbe44a0/C in TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0. 2024-11-26T22:24:18,453 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/C/58c6b30f343741ef88dfcefd2eedaf4e, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/C/3abed55254004053b8f812067d61b516, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/C/289a851b3eb14d7d9fa9706b139fb5f9] into tmpdir=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/.tmp, totalSize=36.6 K 2024-11-26T22:24:18,453 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.Compactor(224): Compacting 58c6b30f343741ef88dfcefd2eedaf4e, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=280, earliestPutTs=1732659854613 2024-11-26T22:24:18,453 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.Compactor(224): Compacting 3abed55254004053b8f812067d61b516, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1732659856065 2024-11-26T22:24:18,454 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.Compactor(224): Compacting 289a851b3eb14d7d9fa9706b139fb5f9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=322, earliestPutTs=1732659856132 2024-11-26T22:24:18,455 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 043fb4fdfd5178b371b27304acbe44a0#A#compaction#614 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T22:24:18,456 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/.tmp/A/bf083dfd41514733802d552dffa9e394 is 175, key is test_row_0/A:col10/1732659856458/Put/seqid=0 2024-11-26T22:24:18,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742554_1730 (size=31971) 2024-11-26T22:24:18,462 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 043fb4fdfd5178b371b27304acbe44a0#C#compaction#618 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T22:24:18,463 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/.tmp/C/b2abe834bbb245648f403400eb3bf78c is 50, key is test_row_0/C:col10/1732659856458/Put/seqid=0 2024-11-26T22:24:18,464 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/.tmp/A/bf083dfd41514733802d552dffa9e394 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/A/bf083dfd41514733802d552dffa9e394 2024-11-26T22:24:18,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742555_1731 (size=13017) 2024-11-26T22:24:18,469 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 043fb4fdfd5178b371b27304acbe44a0/A of 043fb4fdfd5178b371b27304acbe44a0 into bf083dfd41514733802d552dffa9e394(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T22:24:18,469 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 043fb4fdfd5178b371b27304acbe44a0: 2024-11-26T22:24:18,469 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0., storeName=043fb4fdfd5178b371b27304acbe44a0/A, priority=13, startTime=1732659857947; duration=0sec 2024-11-26T22:24:18,469 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T22:24:18,469 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 043fb4fdfd5178b371b27304acbe44a0:A 2024-11-26T22:24:18,472 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/.tmp/C/b2abe834bbb245648f403400eb3bf78c as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/C/b2abe834bbb245648f403400eb3bf78c 2024-11-26T22:24:18,476 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 043fb4fdfd5178b371b27304acbe44a0/C of 043fb4fdfd5178b371b27304acbe44a0 into b2abe834bbb245648f403400eb3bf78c(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T22:24:18,476 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 043fb4fdfd5178b371b27304acbe44a0: 2024-11-26T22:24:18,476 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0., storeName=043fb4fdfd5178b371b27304acbe44a0/C, priority=13, startTime=1732659857956; duration=0sec 2024-11-26T22:24:18,476 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T22:24:18,476 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 043fb4fdfd5178b371b27304acbe44a0:C 2024-11-26T22:24:18,519 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=330 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/.tmp/B/0aeba2846957460986fb0fceee3c769b 2024-11-26T22:24:18,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/.tmp/C/c116025da391490fa8b8fb31e7f70779 is 50, key is test_row_0/C:col10/1732659856461/Put/seqid=0 2024-11-26T22:24:18,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742556_1732 (size=12301) 2024-11-26T22:24:18,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(8581): Flush requested on 043fb4fdfd5178b371b27304acbe44a0 2024-11-26T22:24:18,590 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0. as already flushing 2024-11-26T22:24:18,613 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:24:18,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37668 deadline: 1732659918611, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:24:18,615 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:24:18,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37708 deadline: 1732659918613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:24:18,615 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:24:18,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37690 deadline: 1732659918614, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:24:18,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=179 2024-11-26T22:24:18,715 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:24:18,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37668 deadline: 1732659918714, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:24:18,718 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:24:18,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37708 deadline: 1732659918716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:24:18,718 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:24:18,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37690 deadline: 1732659918716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:24:18,780 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:24:18,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37624 deadline: 1732659918779, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:24:18,781 DEBUG [Thread-2801 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4167 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0., hostname=d8c094cf5ab0,34335,1732659674113, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T22:24:18,783 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:24:18,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37686 deadline: 1732659918782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:24:18,784 DEBUG [Thread-2809 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4165 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0., hostname=d8c094cf5ab0,34335,1732659674113, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T22:24:18,918 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:24:18,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37668 deadline: 1732659918917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:24:18,920 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:24:18,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37708 deadline: 1732659918920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:24:18,922 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:24:18,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37690 deadline: 1732659918920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:24:18,933 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=330 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/.tmp/C/c116025da391490fa8b8fb31e7f70779 2024-11-26T22:24:18,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/.tmp/A/d8f4f1a24ed74ade9079f15c2bd5ac58 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/A/d8f4f1a24ed74ade9079f15c2bd5ac58 2024-11-26T22:24:18,940 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/A/d8f4f1a24ed74ade9079f15c2bd5ac58, entries=150, sequenceid=330, filesize=30.5 K 2024-11-26T22:24:18,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/.tmp/B/0aeba2846957460986fb0fceee3c769b as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/B/0aeba2846957460986fb0fceee3c769b 2024-11-26T22:24:18,944 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/B/0aeba2846957460986fb0fceee3c769b, entries=150, sequenceid=330, filesize=12.0 K 2024-11-26T22:24:18,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/.tmp/C/c116025da391490fa8b8fb31e7f70779 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/C/c116025da391490fa8b8fb31e7f70779 2024-11-26T22:24:18,948 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/C/c116025da391490fa8b8fb31e7f70779, entries=150, sequenceid=330, filesize=12.0 K 2024-11-26T22:24:18,949 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegion(3040): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=181.14 KB/185490 for 043fb4fdfd5178b371b27304acbe44a0 in 939ms, sequenceid=330, compaction requested=false 2024-11-26T22:24:18,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegion(2538): Flush status journal for 043fb4fdfd5178b371b27304acbe44a0: 2024-11-26T22:24:18,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0. 2024-11-26T22:24:18,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=180 2024-11-26T22:24:18,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster(4106): Remote procedure done, pid=180 2024-11-26T22:24:18,951 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=180, resume processing ppid=179 2024-11-26T22:24:18,951 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=180, ppid=179, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3990 sec 2024-11-26T22:24:18,952 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=179, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=179, table=TestAcidGuarantees in 1.4020 sec 2024-11-26T22:24:19,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(8581): Flush requested on 043fb4fdfd5178b371b27304acbe44a0 2024-11-26T22:24:19,222 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 043fb4fdfd5178b371b27304acbe44a0 3/3 column families, dataSize=187.85 KB heapSize=492.94 KB 2024-11-26T22:24:19,222 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 043fb4fdfd5178b371b27304acbe44a0, store=A 2024-11-26T22:24:19,222 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:24:19,222 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 043fb4fdfd5178b371b27304acbe44a0, store=B 2024-11-26T22:24:19,222 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:24:19,222 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 043fb4fdfd5178b371b27304acbe44a0, store=C 2024-11-26T22:24:19,222 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:24:19,225 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:24:19,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37708 deadline: 1732659919224, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:24:19,226 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:24:19,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37690 deadline: 1732659919225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:24:19,226 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:24:19,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37668 deadline: 1732659919225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:24:19,230 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411266a388fb42c884cf39477fcecc6523f0d_043fb4fdfd5178b371b27304acbe44a0 is 50, key is test_row_0/A:col10/1732659858610/Put/seqid=0 2024-11-26T22:24:19,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742557_1733 (size=14994) 2024-11-26T22:24:19,328 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:24:19,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37708 deadline: 1732659919326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:24:19,328 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:24:19,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37668 deadline: 1732659919328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:24:19,530 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:24:19,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37668 deadline: 1732659919529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:24:19,531 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:24:19,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37708 deadline: 1732659919530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:24:19,634 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:19,639 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411266a388fb42c884cf39477fcecc6523f0d_043fb4fdfd5178b371b27304acbe44a0 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411266a388fb42c884cf39477fcecc6523f0d_043fb4fdfd5178b371b27304acbe44a0 2024-11-26T22:24:19,640 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/.tmp/A/3ebf13a93a894008815a9b6e4a313520, store: [table=TestAcidGuarantees family=A region=043fb4fdfd5178b371b27304acbe44a0] 2024-11-26T22:24:19,640 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/.tmp/A/3ebf13a93a894008815a9b6e4a313520 is 175, key is test_row_0/A:col10/1732659858610/Put/seqid=0 2024-11-26T22:24:19,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742558_1734 (size=39949) 2024-11-26T22:24:19,648 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=364, memsize=62.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/.tmp/A/3ebf13a93a894008815a9b6e4a313520 2024-11-26T22:24:19,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=179 2024-11-26T22:24:19,655 INFO [Thread-2811 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 179 completed 2024-11-26T22:24:19,656 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T22:24:19,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] procedure2.ProcedureExecutor(1098): Stored pid=181, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=181, table=TestAcidGuarantees 2024-11-26T22:24:19,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=181 2024-11-26T22:24:19,658 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=181, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=181, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T22:24:19,658 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/.tmp/B/d5b6a1c8ae5243f9b6c4b0ccca4cc10a is 50, key is test_row_0/B:col10/1732659858610/Put/seqid=0 2024-11-26T22:24:19,658 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=181, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=181, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T22:24:19,658 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=182, ppid=181, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T22:24:19,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742559_1735 (size=12301) 2024-11-26T22:24:19,665 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=62.62 KB at sequenceid=364 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/.tmp/B/d5b6a1c8ae5243f9b6c4b0ccca4cc10a 2024-11-26T22:24:19,673 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/.tmp/C/71c8a0137c4647f1a08c8852f8bcdd47 is 50, key is test_row_0/C:col10/1732659858610/Put/seqid=0 2024-11-26T22:24:19,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742560_1736 (size=12301) 2024-11-26T22:24:19,694 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=62.62 KB at sequenceid=364 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/.tmp/C/71c8a0137c4647f1a08c8852f8bcdd47 2024-11-26T22:24:19,698 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/.tmp/A/3ebf13a93a894008815a9b6e4a313520 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/A/3ebf13a93a894008815a9b6e4a313520 2024-11-26T22:24:19,702 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/A/3ebf13a93a894008815a9b6e4a313520, entries=200, sequenceid=364, filesize=39.0 K 2024-11-26T22:24:19,703 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/.tmp/B/d5b6a1c8ae5243f9b6c4b0ccca4cc10a as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/B/d5b6a1c8ae5243f9b6c4b0ccca4cc10a 2024-11-26T22:24:19,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:19,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:19,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:19,707 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/B/d5b6a1c8ae5243f9b6c4b0ccca4cc10a, entries=150, sequenceid=364, filesize=12.0 K 2024-11-26T22:24:19,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:19,707 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/.tmp/C/71c8a0137c4647f1a08c8852f8bcdd47 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/C/71c8a0137c4647f1a08c8852f8bcdd47 2024-11-26T22:24:19,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:19,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:19,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:19,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:19,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:19,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:19,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:19,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:19,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:19,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:19,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:19,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:19,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:19,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:19,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:19,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:19,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:19,711 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/C/71c8a0137c4647f1a08c8852f8bcdd47, entries=150, sequenceid=364, filesize=12.0 K 2024-11-26T22:24:19,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:19,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:19,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:19,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:19,711 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~187.85 KB/192360, heapSize ~492.89 KB/504720, currentSize=13.42 KB/13740 for 043fb4fdfd5178b371b27304acbe44a0 in 489ms, sequenceid=364, compaction requested=true 2024-11-26T22:24:19,712 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 043fb4fdfd5178b371b27304acbe44a0: 2024-11-26T22:24:19,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:19,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:19,712 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 043fb4fdfd5178b371b27304acbe44a0:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T22:24:19,712 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T22:24:19,712 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 043fb4fdfd5178b371b27304acbe44a0:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T22:24:19,712 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T22:24:19,712 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T22:24:19,712 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 043fb4fdfd5178b371b27304acbe44a0:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T22:24:19,712 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T22:24:19,712 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T22:24:19,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:19,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:19,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:19,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:19,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:19,713 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T22:24:19,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:19,713 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HStore(1540): 043fb4fdfd5178b371b27304acbe44a0/B is initiating minor compaction (all files) 2024-11-26T22:24:19,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:19,713 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 043fb4fdfd5178b371b27304acbe44a0/B in TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0. 2024-11-26T22:24:19,713 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/B/4300f6a17e1e498f9493f5eb7fc2f100, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/B/0aeba2846957460986fb0fceee3c769b, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/B/d5b6a1c8ae5243f9b6c4b0ccca4cc10a] into tmpdir=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/.tmp, totalSize=36.7 K 2024-11-26T22:24:19,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:19,713 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 103175 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T22:24:19,713 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HStore(1540): 043fb4fdfd5178b371b27304acbe44a0/A is initiating minor compaction (all files) 2024-11-26T22:24:19,713 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 043fb4fdfd5178b371b27304acbe44a0/A in TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0. 2024-11-26T22:24:19,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:19,714 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/A/bf083dfd41514733802d552dffa9e394, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/A/d8f4f1a24ed74ade9079f15c2bd5ac58, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/A/3ebf13a93a894008815a9b6e4a313520] into tmpdir=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/.tmp, totalSize=100.8 K 2024-11-26T22:24:19,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:19,714 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0. 2024-11-26T22:24:19,714 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0. files: [hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/A/bf083dfd41514733802d552dffa9e394, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/A/d8f4f1a24ed74ade9079f15c2bd5ac58, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/A/3ebf13a93a894008815a9b6e4a313520] 2024-11-26T22:24:19,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:19,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:19,714 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.Compactor(224): Compacting 4300f6a17e1e498f9493f5eb7fc2f100, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=322, earliestPutTs=1732659856132 2024-11-26T22:24:19,714 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.Compactor(224): Compacting bf083dfd41514733802d552dffa9e394, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=322, earliestPutTs=1732659856132 2024-11-26T22:24:19,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:19,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:19,714 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.Compactor(224): Compacting 0aeba2846957460986fb0fceee3c769b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=330, earliestPutTs=1732659856461 2024-11-26T22:24:19,714 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.Compactor(224): Compacting d8f4f1a24ed74ade9079f15c2bd5ac58, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=330, earliestPutTs=1732659856461 2024-11-26T22:24:19,715 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.Compactor(224): Compacting d5b6a1c8ae5243f9b6c4b0ccca4cc10a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=364, earliestPutTs=1732659858610 2024-11-26T22:24:19,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:19,715 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3ebf13a93a894008815a9b6e4a313520, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=364, earliestPutTs=1732659858610 2024-11-26T22:24:19,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:19,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:19,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:19,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:19,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:19,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:19,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:19,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:19,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:19,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:19,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:19,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:19,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:19,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:19,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:19,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:19,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:19,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:19,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:19,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:19,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:19,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:19,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:19,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:19,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:19,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:19,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:19,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:19,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:19,721 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=043fb4fdfd5178b371b27304acbe44a0] 2024-11-26T22:24:19,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:19,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:19,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:19,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:19,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:19,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:19,722 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 043fb4fdfd5178b371b27304acbe44a0#B#compaction#623 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-26T22:24:19,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:19,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:19,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:19,723 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/.tmp/B/c3e1bdeb29fe4016be695fbf70cd9448 is 50, key is test_row_0/B:col10/1732659858610/Put/seqid=0 2024-11-26T22:24:19,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:19,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:19,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:19,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:19,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:19,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:19,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:19,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:19,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:19,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:19,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:19,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:19,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:19,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:19,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:19,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:19,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:19,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:19,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:19,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:19,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:19,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:19,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:19,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:19,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:19,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:19,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:19,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:19,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:19,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:19,728 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241126e1691b4c328e496bb595a3db5a6a6fb0_043fb4fdfd5178b371b27304acbe44a0 store=[table=TestAcidGuarantees family=A region=043fb4fdfd5178b371b27304acbe44a0] 2024-11-26T22:24:19,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:19,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:19,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:19,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:19,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:19,730 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241126e1691b4c328e496bb595a3db5a6a6fb0_043fb4fdfd5178b371b27304acbe44a0, store=[table=TestAcidGuarantees family=A region=043fb4fdfd5178b371b27304acbe44a0] 2024-11-26T22:24:19,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:19,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:19,730 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126e1691b4c328e496bb595a3db5a6a6fb0_043fb4fdfd5178b371b27304acbe44a0 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=043fb4fdfd5178b371b27304acbe44a0] 2024-11-26T22:24:19,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:19,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:19,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:19,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:19,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:19,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:19,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:19,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:19,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:19,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:19,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:19,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:19,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:19,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:19,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:19,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:19,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:19,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:19,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:19,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:19,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:19,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:19,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:19,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:19,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:19,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:19,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:19,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:19,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:19,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:19,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:19,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:19,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:19,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:19,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:19,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:19,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:19,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:19,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:19,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:19,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:19,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:19,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:19,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:19,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:19,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:19,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:19,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:19,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:19,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:19,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:19,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:19,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:19,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:19,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:19,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:19,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:19,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:19,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:19,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:19,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:19,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:19,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:19,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:19,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:19,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:19,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:19,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:19,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:19,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:19,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:19,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:19,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:19,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:19,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:19,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:19,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:19,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:19,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:19,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:19,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:19,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:19,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:19,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:19,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:19,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:19,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:19,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:19,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:19,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:19,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:19,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:19,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:19,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:19,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:19,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:19,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:19,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:19,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:19,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:19,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:19,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:19,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:19,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:19,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:19,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:19,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:19,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:19,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:19,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:19,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:19,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:19,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:19,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:19,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:19,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:19,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:19,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:19,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:19,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:19,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:19,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:19,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:19,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:19,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:19,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:19,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=181 2024-11-26T22:24:19,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:19,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:19,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:19,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:19,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:19,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:19,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:19,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:19,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:19,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:19,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:19,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:19,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:19,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:19,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:19,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:19,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:19,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:19,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:19,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:19,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:19,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:19,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:19,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:19,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:19,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:19,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:19,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:19,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:19,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:19,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:19,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:19,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:19,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:19,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:19,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:19,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742561_1737 (size=13119) 2024-11-26T22:24:19,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:19,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:19,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:19,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:19,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:19,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:19,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:19,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:19,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:19,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:19,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:19,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:19,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:19,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:19,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:19,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:19,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:19,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:19,770 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/.tmp/B/c3e1bdeb29fe4016be695fbf70cd9448 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/B/c3e1bdeb29fe4016be695fbf70cd9448 2024-11-26T22:24:19,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:19,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:19,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:19,775 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 043fb4fdfd5178b371b27304acbe44a0/B of 043fb4fdfd5178b371b27304acbe44a0 into c3e1bdeb29fe4016be695fbf70cd9448(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T22:24:19,775 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 043fb4fdfd5178b371b27304acbe44a0: 2024-11-26T22:24:19,775 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0., storeName=043fb4fdfd5178b371b27304acbe44a0/B, priority=13, startTime=1732659859712; duration=0sec 2024-11-26T22:24:19,775 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T22:24:19,775 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 043fb4fdfd5178b371b27304acbe44a0:B 2024-11-26T22:24:19,775 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T22:24:19,777 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T22:24:19,777 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HStore(1540): 043fb4fdfd5178b371b27304acbe44a0/C is initiating minor compaction (all files) 2024-11-26T22:24:19,777 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 043fb4fdfd5178b371b27304acbe44a0/C in TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0. 2024-11-26T22:24:19,777 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/C/b2abe834bbb245648f403400eb3bf78c, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/C/c116025da391490fa8b8fb31e7f70779, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/C/71c8a0137c4647f1a08c8852f8bcdd47] into tmpdir=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/.tmp, totalSize=36.7 K 2024-11-26T22:24:19,778 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.Compactor(224): Compacting b2abe834bbb245648f403400eb3bf78c, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=322, earliestPutTs=1732659856132 2024-11-26T22:24:19,778 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.Compactor(224): Compacting c116025da391490fa8b8fb31e7f70779, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=330, earliestPutTs=1732659856461 2024-11-26T22:24:19,778 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.Compactor(224): Compacting 71c8a0137c4647f1a08c8852f8bcdd47, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=364, earliestPutTs=1732659858610 2024-11-26T22:24:19,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742562_1738 (size=4469) 2024-11-26T22:24:19,788 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 043fb4fdfd5178b371b27304acbe44a0#C#compaction#625 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-26T22:24:19,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(8581): Flush requested on 043fb4fdfd5178b371b27304acbe44a0 2024-11-26T22:24:19,788 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/.tmp/C/f38ee391cd3545d3bc7f9a79c1db04ae is 50, key is test_row_0/C:col10/1732659858610/Put/seqid=0 2024-11-26T22:24:19,790 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 043fb4fdfd5178b371b27304acbe44a0 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-26T22:24:19,790 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 043fb4fdfd5178b371b27304acbe44a0, store=A 2024-11-26T22:24:19,790 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:24:19,790 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 043fb4fdfd5178b371b27304acbe44a0, store=B 2024-11-26T22:24:19,790 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:24:19,790 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 043fb4fdfd5178b371b27304acbe44a0, store=C 2024-11-26T22:24:19,790 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:24:19,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742563_1739 (size=13119) 2024-11-26T22:24:19,810 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d8c094cf5ab0,34335,1732659674113 2024-11-26T22:24:19,810 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34335 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=182 2024-11-26T22:24:19,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0. 2024-11-26T22:24:19,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0. as already flushing 2024-11-26T22:24:19,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0. 2024-11-26T22:24:19,811 ERROR [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] handler.RSProcedureHandler(58): pid=182 java.io.IOException: Unable to complete flush {ENCODED => 043fb4fdfd5178b371b27304acbe44a0, NAME => 'TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:24:19,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=182 java.io.IOException: Unable to complete flush {ENCODED => 043fb4fdfd5178b371b27304acbe44a0, NAME => 'TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:24:19,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster(4114): Remote procedure failed, pid=182 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 043fb4fdfd5178b371b27304acbe44a0, NAME => 'TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 043fb4fdfd5178b371b27304acbe44a0, NAME => 'TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:24:19,816 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/.tmp/C/f38ee391cd3545d3bc7f9a79c1db04ae as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/C/f38ee391cd3545d3bc7f9a79c1db04ae 2024-11-26T22:24:19,819 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112636e53b5daade40a0a34e3fe7d9d860a7_043fb4fdfd5178b371b27304acbe44a0 is 50, key is test_row_0/A:col10/1732659859786/Put/seqid=0 2024-11-26T22:24:19,822 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 043fb4fdfd5178b371b27304acbe44a0/C of 043fb4fdfd5178b371b27304acbe44a0 into f38ee391cd3545d3bc7f9a79c1db04ae(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T22:24:19,822 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 043fb4fdfd5178b371b27304acbe44a0: 2024-11-26T22:24:19,822 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0., storeName=043fb4fdfd5178b371b27304acbe44a0/C, priority=13, startTime=1732659859712; duration=0sec 2024-11-26T22:24:19,822 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T22:24:19,822 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 043fb4fdfd5178b371b27304acbe44a0:C 2024-11-26T22:24:19,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742564_1740 (size=12454) 2024-11-26T22:24:19,847 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:24:19,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37690 deadline: 1732659919844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:24:19,848 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:24:19,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37708 deadline: 1732659919847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:24:19,849 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:24:19,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37668 deadline: 1732659919847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:24:19,948 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:24:19,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37690 deadline: 1732659919948, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:24:19,951 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:24:19,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37708 deadline: 1732659919949, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:24:19,952 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:24:19,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37668 deadline: 1732659919950, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:24:19,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=181 2024-11-26T22:24:19,964 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d8c094cf5ab0,34335,1732659674113 2024-11-26T22:24:19,965 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34335 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=182 2024-11-26T22:24:19,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0. 2024-11-26T22:24:19,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0. as already flushing 2024-11-26T22:24:19,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0. 2024-11-26T22:24:19,965 ERROR [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] handler.RSProcedureHandler(58): pid=182 java.io.IOException: Unable to complete flush {ENCODED => 043fb4fdfd5178b371b27304acbe44a0, NAME => 'TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:24:19,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=182 java.io.IOException: Unable to complete flush {ENCODED => 043fb4fdfd5178b371b27304acbe44a0, NAME => 'TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:24:19,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster(4114): Remote procedure failed, pid=182 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 043fb4fdfd5178b371b27304acbe44a0, NAME => 'TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 043fb4fdfd5178b371b27304acbe44a0, NAME => 'TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:24:20,116 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d8c094cf5ab0,34335,1732659674113 2024-11-26T22:24:20,116 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34335 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=182 2024-11-26T22:24:20,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0. 2024-11-26T22:24:20,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0. as already flushing 2024-11-26T22:24:20,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0. 2024-11-26T22:24:20,117 ERROR [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] handler.RSProcedureHandler(58): pid=182 java.io.IOException: Unable to complete flush {ENCODED => 043fb4fdfd5178b371b27304acbe44a0, NAME => 'TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:24:20,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=182 java.io.IOException: Unable to complete flush {ENCODED => 043fb4fdfd5178b371b27304acbe44a0, NAME => 'TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:24:20,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster(4114): Remote procedure failed, pid=182 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 043fb4fdfd5178b371b27304acbe44a0, NAME => 'TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 043fb4fdfd5178b371b27304acbe44a0, NAME => 'TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:24:20,151 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:24:20,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37690 deadline: 1732659920150, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:24:20,154 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:24:20,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37708 deadline: 1732659920152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:24:20,155 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:24:20,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37668 deadline: 1732659920153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:24:20,189 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 043fb4fdfd5178b371b27304acbe44a0#A#compaction#624 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T22:24:20,190 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/.tmp/A/c3cbb685507e45e4bea16b2809de6174 is 175, key is test_row_0/A:col10/1732659858610/Put/seqid=0 2024-11-26T22:24:20,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742565_1741 (size=32073) 2024-11-26T22:24:20,227 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:20,231 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112636e53b5daade40a0a34e3fe7d9d860a7_043fb4fdfd5178b371b27304acbe44a0 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112636e53b5daade40a0a34e3fe7d9d860a7_043fb4fdfd5178b371b27304acbe44a0 2024-11-26T22:24:20,232 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/.tmp/A/b5373b60f0ab498a84973784e21aa801, store: [table=TestAcidGuarantees family=A region=043fb4fdfd5178b371b27304acbe44a0] 2024-11-26T22:24:20,233 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/.tmp/A/b5373b60f0ab498a84973784e21aa801 is 175, key is test_row_0/A:col10/1732659859786/Put/seqid=0 2024-11-26T22:24:20,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742566_1742 (size=31255) 2024-11-26T22:24:20,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=181 2024-11-26T22:24:20,268 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d8c094cf5ab0,34335,1732659674113 2024-11-26T22:24:20,269 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34335 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=182 2024-11-26T22:24:20,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0. 2024-11-26T22:24:20,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0. as already flushing 2024-11-26T22:24:20,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0. 2024-11-26T22:24:20,269 ERROR [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] handler.RSProcedureHandler(58): pid=182 java.io.IOException: Unable to complete flush {ENCODED => 043fb4fdfd5178b371b27304acbe44a0, NAME => 'TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:24:20,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=182 java.io.IOException: Unable to complete flush {ENCODED => 043fb4fdfd5178b371b27304acbe44a0, NAME => 'TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:24:20,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster(4114): Remote procedure failed, pid=182 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 043fb4fdfd5178b371b27304acbe44a0, NAME => 'TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 043fb4fdfd5178b371b27304acbe44a0, NAME => 'TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:24:20,421 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d8c094cf5ab0,34335,1732659674113 2024-11-26T22:24:20,421 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34335 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=182 2024-11-26T22:24:20,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0. 2024-11-26T22:24:20,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0. as already flushing 2024-11-26T22:24:20,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0. 2024-11-26T22:24:20,422 ERROR [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] handler.RSProcedureHandler(58): pid=182 java.io.IOException: Unable to complete flush {ENCODED => 043fb4fdfd5178b371b27304acbe44a0, NAME => 'TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:24:20,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=182 java.io.IOException: Unable to complete flush {ENCODED => 043fb4fdfd5178b371b27304acbe44a0, NAME => 'TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:24:20,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster(4114): Remote procedure failed, pid=182 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 043fb4fdfd5178b371b27304acbe44a0, NAME => 'TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 043fb4fdfd5178b371b27304acbe44a0, NAME => 'TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:24:20,453 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:24:20,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37690 deadline: 1732659920452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:24:20,458 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:24:20,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37708 deadline: 1732659920457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:24:20,459 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:24:20,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37668 deadline: 1732659920458, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:24:20,573 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d8c094cf5ab0,34335,1732659674113 2024-11-26T22:24:20,574 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34335 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=182 2024-11-26T22:24:20,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0. 2024-11-26T22:24:20,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0. as already flushing 2024-11-26T22:24:20,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0. 2024-11-26T22:24:20,574 ERROR [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] handler.RSProcedureHandler(58): pid=182 java.io.IOException: Unable to complete flush {ENCODED => 043fb4fdfd5178b371b27304acbe44a0, NAME => 'TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:24:20,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=182 java.io.IOException: Unable to complete flush {ENCODED => 043fb4fdfd5178b371b27304acbe44a0, NAME => 'TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:24:20,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster(4114): Remote procedure failed, pid=182 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 043fb4fdfd5178b371b27304acbe44a0, NAME => 'TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 043fb4fdfd5178b371b27304acbe44a0, NAME => 'TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:24:20,598 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/.tmp/A/c3cbb685507e45e4bea16b2809de6174 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/A/c3cbb685507e45e4bea16b2809de6174 2024-11-26T22:24:20,602 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 043fb4fdfd5178b371b27304acbe44a0/A of 043fb4fdfd5178b371b27304acbe44a0 into c3cbb685507e45e4bea16b2809de6174(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T22:24:20,602 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 043fb4fdfd5178b371b27304acbe44a0: 2024-11-26T22:24:20,602 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0., storeName=043fb4fdfd5178b371b27304acbe44a0/A, priority=13, startTime=1732659859712; duration=0sec 2024-11-26T22:24:20,602 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T22:24:20,602 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 043fb4fdfd5178b371b27304acbe44a0:A 2024-11-26T22:24:20,637 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=376, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/.tmp/A/b5373b60f0ab498a84973784e21aa801 2024-11-26T22:24:20,643 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/.tmp/B/af8ee1c7cb394a3e9c084ed963248365 is 50, key is test_row_0/B:col10/1732659859786/Put/seqid=0 2024-11-26T22:24:20,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742567_1743 (size=12301) 2024-11-26T22:24:20,726 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d8c094cf5ab0,34335,1732659674113 2024-11-26T22:24:20,726 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34335 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=182 2024-11-26T22:24:20,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0. 2024-11-26T22:24:20,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0. as already flushing 2024-11-26T22:24:20,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0. 2024-11-26T22:24:20,727 ERROR [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] handler.RSProcedureHandler(58): pid=182 java.io.IOException: Unable to complete flush {ENCODED => 043fb4fdfd5178b371b27304acbe44a0, NAME => 'TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:24:20,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=182 java.io.IOException: Unable to complete flush {ENCODED => 043fb4fdfd5178b371b27304acbe44a0, NAME => 'TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:24:20,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster(4114): Remote procedure failed, pid=182 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 043fb4fdfd5178b371b27304acbe44a0, NAME => 'TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 043fb4fdfd5178b371b27304acbe44a0, NAME => 'TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:24:20,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=181 2024-11-26T22:24:20,879 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d8c094cf5ab0,34335,1732659674113 2024-11-26T22:24:20,879 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34335 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=182 2024-11-26T22:24:20,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0. 2024-11-26T22:24:20,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0. as already flushing 2024-11-26T22:24:20,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0. 2024-11-26T22:24:20,880 ERROR [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] handler.RSProcedureHandler(58): pid=182 java.io.IOException: Unable to complete flush {ENCODED => 043fb4fdfd5178b371b27304acbe44a0, NAME => 'TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:24:20,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=182 java.io.IOException: Unable to complete flush {ENCODED => 043fb4fdfd5178b371b27304acbe44a0, NAME => 'TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:24:20,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster(4114): Remote procedure failed, pid=182 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 043fb4fdfd5178b371b27304acbe44a0, NAME => 'TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 043fb4fdfd5178b371b27304acbe44a0, NAME => 'TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:24:20,955 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:24:20,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37690 deadline: 1732659920954, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:24:20,960 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:24:20,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37668 deadline: 1732659920960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:24:20,962 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:24:20,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37708 deadline: 1732659920960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:24:21,032 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d8c094cf5ab0,34335,1732659674113 2024-11-26T22:24:21,032 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34335 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=182 2024-11-26T22:24:21,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0. 2024-11-26T22:24:21,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0. as already flushing 2024-11-26T22:24:21,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0. 2024-11-26T22:24:21,032 ERROR [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] handler.RSProcedureHandler(58): pid=182 java.io.IOException: Unable to complete flush {ENCODED => 043fb4fdfd5178b371b27304acbe44a0, NAME => 'TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:24:21,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=182 java.io.IOException: Unable to complete flush {ENCODED => 043fb4fdfd5178b371b27304acbe44a0, NAME => 'TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:24:21,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster(4114): Remote procedure failed, pid=182 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 043fb4fdfd5178b371b27304acbe44a0, NAME => 'TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 043fb4fdfd5178b371b27304acbe44a0, NAME => 'TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T22:24:21,047 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=376 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/.tmp/B/af8ee1c7cb394a3e9c084ed963248365 2024-11-26T22:24:21,053 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/.tmp/C/5ef74508ea14423a994d6881fdf091d7 is 50, key is test_row_0/C:col10/1732659859786/Put/seqid=0 2024-11-26T22:24:21,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742568_1744 (size=12301) 2024-11-26T22:24:21,058 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=376 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/.tmp/C/5ef74508ea14423a994d6881fdf091d7 2024-11-26T22:24:21,061 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/.tmp/A/b5373b60f0ab498a84973784e21aa801 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/A/b5373b60f0ab498a84973784e21aa801 2024-11-26T22:24:21,064 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/A/b5373b60f0ab498a84973784e21aa801, entries=150, sequenceid=376, filesize=30.5 K 2024-11-26T22:24:21,065 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/.tmp/B/af8ee1c7cb394a3e9c084ed963248365 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/B/af8ee1c7cb394a3e9c084ed963248365 2024-11-26T22:24:21,068 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/B/af8ee1c7cb394a3e9c084ed963248365, entries=150, sequenceid=376, filesize=12.0 K 2024-11-26T22:24:21,069 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/.tmp/C/5ef74508ea14423a994d6881fdf091d7 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/C/5ef74508ea14423a994d6881fdf091d7 2024-11-26T22:24:21,072 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/C/5ef74508ea14423a994d6881fdf091d7, entries=150, sequenceid=376, filesize=12.0 K 2024-11-26T22:24:21,073 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for 043fb4fdfd5178b371b27304acbe44a0 in 1283ms, sequenceid=376, compaction requested=false 2024-11-26T22:24:21,073 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 043fb4fdfd5178b371b27304acbe44a0: 2024-11-26T22:24:21,184 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d8c094cf5ab0,34335,1732659674113 2024-11-26T22:24:21,184 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34335 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=182 2024-11-26T22:24:21,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0. 2024-11-26T22:24:21,185 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HRegion(2837): Flushing 043fb4fdfd5178b371b27304acbe44a0 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-26T22:24:21,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 043fb4fdfd5178b371b27304acbe44a0, store=A 2024-11-26T22:24:21,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:24:21,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 043fb4fdfd5178b371b27304acbe44a0, store=B 2024-11-26T22:24:21,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:24:21,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 043fb4fdfd5178b371b27304acbe44a0, store=C 2024-11-26T22:24:21,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:24:21,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411269216028ce34e456da65070994f8d58a4_043fb4fdfd5178b371b27304acbe44a0 is 50, key is test_row_0/A:col10/1732659859845/Put/seqid=0 2024-11-26T22:24:21,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742569_1745 (size=12454) 2024-11-26T22:24:21,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:21,199 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411269216028ce34e456da65070994f8d58a4_043fb4fdfd5178b371b27304acbe44a0 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411269216028ce34e456da65070994f8d58a4_043fb4fdfd5178b371b27304acbe44a0 2024-11-26T22:24:21,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/.tmp/A/d43fc9aeb684475eaaa3e822839797bc, store: [table=TestAcidGuarantees family=A region=043fb4fdfd5178b371b27304acbe44a0] 2024-11-26T22:24:21,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/.tmp/A/d43fc9aeb684475eaaa3e822839797bc is 175, key is test_row_0/A:col10/1732659859845/Put/seqid=0 2024-11-26T22:24:21,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742570_1746 (size=31255) 2024-11-26T22:24:21,207 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=404, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/.tmp/A/d43fc9aeb684475eaaa3e822839797bc 2024-11-26T22:24:21,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/.tmp/B/a62a27ec53fd440c992a44653d1eb14f is 50, key is test_row_0/B:col10/1732659859845/Put/seqid=0 2024-11-26T22:24:21,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742571_1747 (size=12301) 2024-11-26T22:24:21,617 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=404 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/.tmp/B/a62a27ec53fd440c992a44653d1eb14f 2024-11-26T22:24:21,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/.tmp/C/45215860db024d48970c3d3d0195494c is 50, key is test_row_0/C:col10/1732659859845/Put/seqid=0 2024-11-26T22:24:21,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742572_1748 (size=12301) 2024-11-26T22:24:21,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=181 2024-11-26T22:24:21,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(8581): Flush requested on 043fb4fdfd5178b371b27304acbe44a0 2024-11-26T22:24:21,962 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0. as already flushing 2024-11-26T22:24:21,972 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:24:21,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37690 deadline: 1732659921970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:24:21,973 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:24:21,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37668 deadline: 1732659921971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:24:21,974 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:24:21,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37708 deadline: 1732659921972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:24:22,028 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=404 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/.tmp/C/45215860db024d48970c3d3d0195494c 2024-11-26T22:24:22,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/.tmp/A/d43fc9aeb684475eaaa3e822839797bc as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/A/d43fc9aeb684475eaaa3e822839797bc 2024-11-26T22:24:22,036 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/A/d43fc9aeb684475eaaa3e822839797bc, entries=150, sequenceid=404, filesize=30.5 K 2024-11-26T22:24:22,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/.tmp/B/a62a27ec53fd440c992a44653d1eb14f as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/B/a62a27ec53fd440c992a44653d1eb14f 2024-11-26T22:24:22,039 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/B/a62a27ec53fd440c992a44653d1eb14f, entries=150, sequenceid=404, filesize=12.0 K 2024-11-26T22:24:22,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/.tmp/C/45215860db024d48970c3d3d0195494c as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/C/45215860db024d48970c3d3d0195494c 2024-11-26T22:24:22,043 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/C/45215860db024d48970c3d3d0195494c, entries=150, sequenceid=404, filesize=12.0 K 2024-11-26T22:24:22,049 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=53.67 KB/54960 for 043fb4fdfd5178b371b27304acbe44a0 in 864ms, sequenceid=404, compaction requested=true 2024-11-26T22:24:22,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HRegion(2538): Flush status journal for 043fb4fdfd5178b371b27304acbe44a0: 2024-11-26T22:24:22,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0. 2024-11-26T22:24:22,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=182 2024-11-26T22:24:22,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster(4106): Remote procedure done, pid=182 2024-11-26T22:24:22,053 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=182, resume processing ppid=181 2024-11-26T22:24:22,053 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=182, ppid=181, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3930 sec 2024-11-26T22:24:22,055 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=181, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=181, table=TestAcidGuarantees in 2.3980 sec 2024-11-26T22:24:22,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(8581): Flush requested on 043fb4fdfd5178b371b27304acbe44a0 2024-11-26T22:24:22,075 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 043fb4fdfd5178b371b27304acbe44a0 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-26T22:24:22,076 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 043fb4fdfd5178b371b27304acbe44a0, store=A 2024-11-26T22:24:22,077 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:24:22,077 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 043fb4fdfd5178b371b27304acbe44a0, store=B 2024-11-26T22:24:22,077 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:24:22,077 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 043fb4fdfd5178b371b27304acbe44a0, store=C 2024-11-26T22:24:22,077 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:24:22,083 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112662d4307a7e924a33b98d41482c991514_043fb4fdfd5178b371b27304acbe44a0 is 50, key is test_row_0/A:col10/1732659862075/Put/seqid=0 2024-11-26T22:24:22,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742573_1749 (size=17534) 2024-11-26T22:24:22,104 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:24:22,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 224 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37690 deadline: 1732659922102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:24:22,105 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:24:22,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37708 deadline: 1732659922102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:24:22,107 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:24:22,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37668 deadline: 1732659922105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:24:22,207 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:24:22,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 226 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37690 deadline: 1732659922205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:24:22,209 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:24:22,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37708 deadline: 1732659922206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:24:22,210 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:24:22,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37668 deadline: 1732659922208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:24:22,409 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:24:22,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 228 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37690 deadline: 1732659922408, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:24:22,412 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:24:22,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37708 deadline: 1732659922411, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:24:22,413 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:24:22,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37668 deadline: 1732659922411, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:24:22,487 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:22,490 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112662d4307a7e924a33b98d41482c991514_043fb4fdfd5178b371b27304acbe44a0 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112662d4307a7e924a33b98d41482c991514_043fb4fdfd5178b371b27304acbe44a0 2024-11-26T22:24:22,491 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/.tmp/A/069807e6e83a4281a839712bff0e0110, store: [table=TestAcidGuarantees family=A region=043fb4fdfd5178b371b27304acbe44a0] 2024-11-26T22:24:22,491 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/.tmp/A/069807e6e83a4281a839712bff0e0110 is 175, key is test_row_0/A:col10/1732659862075/Put/seqid=0 2024-11-26T22:24:22,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742574_1750 (size=48639) 2024-11-26T22:24:22,496 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=417, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/.tmp/A/069807e6e83a4281a839712bff0e0110 2024-11-26T22:24:22,503 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/.tmp/B/5696499e2fc14c5696b408ef585772af is 50, key is test_row_0/B:col10/1732659862075/Put/seqid=0 2024-11-26T22:24:22,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742575_1751 (size=12301) 2024-11-26T22:24:22,713 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:24:22,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 230 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37690 deadline: 1732659922711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:24:22,715 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:24:22,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37708 deadline: 1732659922713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:24:22,716 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:24:22,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37668 deadline: 1732659922714, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:24:22,791 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:24:22,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37686 deadline: 1732659922789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:24:22,792 DEBUG [Thread-2809 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8173 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0., hostname=d8c094cf5ab0,34335,1732659674113, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T22:24:22,803 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:24:22,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37624 deadline: 1732659922800, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:24:22,803 DEBUG [Thread-2801 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8189 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0., hostname=d8c094cf5ab0,34335,1732659674113, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T22:24:22,908 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=417 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/.tmp/B/5696499e2fc14c5696b408ef585772af 2024-11-26T22:24:22,916 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/.tmp/C/979a76187a8045cdbcf624966fddae0b is 50, key is test_row_0/C:col10/1732659862075/Put/seqid=0 2024-11-26T22:24:22,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742576_1752 (size=12301) 2024-11-26T22:24:23,215 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:24:23,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 232 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37690 deadline: 1732659923214, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:24:23,221 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:24:23,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37708 deadline: 1732659923220, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:24:23,223 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-26T22:24:23,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37668 deadline: 1732659923221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:24:23,370 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=417 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/.tmp/C/979a76187a8045cdbcf624966fddae0b 2024-11-26T22:24:23,373 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/.tmp/A/069807e6e83a4281a839712bff0e0110 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/A/069807e6e83a4281a839712bff0e0110 2024-11-26T22:24:23,377 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/A/069807e6e83a4281a839712bff0e0110, entries=250, sequenceid=417, filesize=47.5 K 2024-11-26T22:24:23,377 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/.tmp/B/5696499e2fc14c5696b408ef585772af as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/B/5696499e2fc14c5696b408ef585772af 2024-11-26T22:24:23,380 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/B/5696499e2fc14c5696b408ef585772af, entries=150, sequenceid=417, filesize=12.0 K 2024-11-26T22:24:23,381 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/.tmp/C/979a76187a8045cdbcf624966fddae0b as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/C/979a76187a8045cdbcf624966fddae0b 2024-11-26T22:24:23,385 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/C/979a76187a8045cdbcf624966fddae0b, entries=150, sequenceid=417, filesize=12.0 K 2024-11-26T22:24:23,385 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 043fb4fdfd5178b371b27304acbe44a0 in 1310ms, sequenceid=417, compaction requested=true 2024-11-26T22:24:23,385 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 043fb4fdfd5178b371b27304acbe44a0: 2024-11-26T22:24:23,386 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 043fb4fdfd5178b371b27304acbe44a0:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T22:24:23,386 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T22:24:23,386 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T22:24:23,386 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 043fb4fdfd5178b371b27304acbe44a0:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T22:24:23,386 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T22:24:23,386 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 043fb4fdfd5178b371b27304acbe44a0:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T22:24:23,386 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T22:24:23,386 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T22:24:23,387 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 143222 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-26T22:24:23,387 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50022 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-26T22:24:23,387 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HStore(1540): 043fb4fdfd5178b371b27304acbe44a0/A is initiating minor compaction (all files) 2024-11-26T22:24:23,387 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HStore(1540): 043fb4fdfd5178b371b27304acbe44a0/B is initiating minor compaction (all files) 2024-11-26T22:24:23,387 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 043fb4fdfd5178b371b27304acbe44a0/A in TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0. 2024-11-26T22:24:23,387 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 043fb4fdfd5178b371b27304acbe44a0/B in TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0. 2024-11-26T22:24:23,387 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/A/c3cbb685507e45e4bea16b2809de6174, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/A/b5373b60f0ab498a84973784e21aa801, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/A/d43fc9aeb684475eaaa3e822839797bc, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/A/069807e6e83a4281a839712bff0e0110] into tmpdir=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/.tmp, totalSize=139.9 K 2024-11-26T22:24:23,387 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/B/c3e1bdeb29fe4016be695fbf70cd9448, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/B/af8ee1c7cb394a3e9c084ed963248365, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/B/a62a27ec53fd440c992a44653d1eb14f, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/B/5696499e2fc14c5696b408ef585772af] into tmpdir=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/.tmp, totalSize=48.8 K 2024-11-26T22:24:23,387 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0. 2024-11-26T22:24:23,387 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0. files: [hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/A/c3cbb685507e45e4bea16b2809de6174, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/A/b5373b60f0ab498a84973784e21aa801, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/A/d43fc9aeb684475eaaa3e822839797bc, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/A/069807e6e83a4281a839712bff0e0110] 2024-11-26T22:24:23,388 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.Compactor(224): Compacting c3e1bdeb29fe4016be695fbf70cd9448, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=364, earliestPutTs=1732659858610 2024-11-26T22:24:23,388 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.Compactor(224): Compacting c3cbb685507e45e4bea16b2809de6174, keycount=150, bloomtype=ROW, size=31.3 K, encoding=NONE, compression=NONE, seqNum=364, earliestPutTs=1732659858610 2024-11-26T22:24:23,388 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.Compactor(224): Compacting af8ee1c7cb394a3e9c084ed963248365, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=376, earliestPutTs=1732659859223 2024-11-26T22:24:23,388 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.Compactor(224): Compacting b5373b60f0ab498a84973784e21aa801, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=376, earliestPutTs=1732659859223 2024-11-26T22:24:23,388 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.Compactor(224): Compacting a62a27ec53fd440c992a44653d1eb14f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=404, earliestPutTs=1732659859827 2024-11-26T22:24:23,388 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.Compactor(224): Compacting d43fc9aeb684475eaaa3e822839797bc, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=404, earliestPutTs=1732659859827 2024-11-26T22:24:23,389 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.Compactor(224): Compacting 5696499e2fc14c5696b408ef585772af, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=417, earliestPutTs=1732659861970 2024-11-26T22:24:23,389 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] compactions.Compactor(224): Compacting 069807e6e83a4281a839712bff0e0110, keycount=250, bloomtype=ROW, size=47.5 K, encoding=NONE, compression=NONE, seqNum=417, earliestPutTs=1732659861967 2024-11-26T22:24:23,395 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=043fb4fdfd5178b371b27304acbe44a0] 2024-11-26T22:24:23,397 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411268350c7133936431b9a93fb8660acfa3d_043fb4fdfd5178b371b27304acbe44a0 store=[table=TestAcidGuarantees family=A region=043fb4fdfd5178b371b27304acbe44a0] 2024-11-26T22:24:23,398 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 043fb4fdfd5178b371b27304acbe44a0#B#compaction#636 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-26T22:24:23,398 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/.tmp/B/5629ebe6c2f04663a2e1f323effd7eef is 50, key is test_row_0/B:col10/1732659862075/Put/seqid=0 2024-11-26T22:24:23,400 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411268350c7133936431b9a93fb8660acfa3d_043fb4fdfd5178b371b27304acbe44a0, store=[table=TestAcidGuarantees family=A region=043fb4fdfd5178b371b27304acbe44a0] 2024-11-26T22:24:23,400 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411268350c7133936431b9a93fb8660acfa3d_043fb4fdfd5178b371b27304acbe44a0 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=043fb4fdfd5178b371b27304acbe44a0] 2024-11-26T22:24:23,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742577_1753 (size=13255) 2024-11-26T22:24:23,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742578_1754 (size=4469) 2024-11-26T22:24:23,406 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 043fb4fdfd5178b371b27304acbe44a0#A#compaction#635 average throughput is 2.22 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T22:24:23,407 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/.tmp/A/942de97c32aa4c7eafd2791ecf3c8ef9 is 175, key is test_row_0/A:col10/1732659862075/Put/seqid=0 2024-11-26T22:24:23,408 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/.tmp/B/5629ebe6c2f04663a2e1f323effd7eef as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/B/5629ebe6c2f04663a2e1f323effd7eef 2024-11-26T22:24:23,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742579_1755 (size=32209) 2024-11-26T22:24:23,413 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 043fb4fdfd5178b371b27304acbe44a0/B of 043fb4fdfd5178b371b27304acbe44a0 into 5629ebe6c2f04663a2e1f323effd7eef(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T22:24:23,413 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 043fb4fdfd5178b371b27304acbe44a0: 2024-11-26T22:24:23,413 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0., storeName=043fb4fdfd5178b371b27304acbe44a0/B, priority=12, startTime=1732659863386; duration=0sec 2024-11-26T22:24:23,413 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T22:24:23,414 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 043fb4fdfd5178b371b27304acbe44a0:B 2024-11-26T22:24:23,414 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T22:24:23,415 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50022 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-26T22:24:23,415 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HStore(1540): 043fb4fdfd5178b371b27304acbe44a0/C is initiating minor compaction (all files) 2024-11-26T22:24:23,415 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 043fb4fdfd5178b371b27304acbe44a0/C in TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0. 2024-11-26T22:24:23,415 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/C/f38ee391cd3545d3bc7f9a79c1db04ae, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/C/5ef74508ea14423a994d6881fdf091d7, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/C/45215860db024d48970c3d3d0195494c, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/C/979a76187a8045cdbcf624966fddae0b] into tmpdir=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/.tmp, totalSize=48.8 K 2024-11-26T22:24:23,415 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.Compactor(224): Compacting f38ee391cd3545d3bc7f9a79c1db04ae, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=364, earliestPutTs=1732659858610 2024-11-26T22:24:23,415 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.Compactor(224): Compacting 5ef74508ea14423a994d6881fdf091d7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=376, earliestPutTs=1732659859223 2024-11-26T22:24:23,416 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.Compactor(224): Compacting 45215860db024d48970c3d3d0195494c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=404, earliestPutTs=1732659859827 2024-11-26T22:24:23,416 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] compactions.Compactor(224): Compacting 979a76187a8045cdbcf624966fddae0b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=417, earliestPutTs=1732659861970 2024-11-26T22:24:23,423 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 043fb4fdfd5178b371b27304acbe44a0#C#compaction#637 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T22:24:23,423 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/.tmp/C/69e5863ac23441a98dd20dfbc097d0b3 is 50, key is test_row_0/C:col10/1732659862075/Put/seqid=0 2024-11-26T22:24:23,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742580_1756 (size=13255) 2024-11-26T22:24:23,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=181 2024-11-26T22:24:23,762 INFO [Thread-2811 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 181 completed 2024-11-26T22:24:23,763 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-26T22:24:23,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] procedure2.ProcedureExecutor(1098): Stored pid=183, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=183, table=TestAcidGuarantees 2024-11-26T22:24:23,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=183 2024-11-26T22:24:23,765 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=183, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=183, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T22:24:23,765 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=183, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=183, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T22:24:23,765 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=184, ppid=183, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T22:24:23,815 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/.tmp/A/942de97c32aa4c7eafd2791ecf3c8ef9 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/A/942de97c32aa4c7eafd2791ecf3c8ef9 2024-11-26T22:24:23,819 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 043fb4fdfd5178b371b27304acbe44a0/A of 043fb4fdfd5178b371b27304acbe44a0 into 942de97c32aa4c7eafd2791ecf3c8ef9(size=31.5 K), total size for store is 31.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T22:24:23,820 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 043fb4fdfd5178b371b27304acbe44a0: 2024-11-26T22:24:23,820 INFO [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0., storeName=043fb4fdfd5178b371b27304acbe44a0/A, priority=12, startTime=1732659863386; duration=0sec 2024-11-26T22:24:23,820 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T22:24:23,820 DEBUG [RS:0;d8c094cf5ab0:34335-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 043fb4fdfd5178b371b27304acbe44a0:A 2024-11-26T22:24:23,830 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/.tmp/C/69e5863ac23441a98dd20dfbc097d0b3 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/C/69e5863ac23441a98dd20dfbc097d0b3 2024-11-26T22:24:23,833 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 043fb4fdfd5178b371b27304acbe44a0/C of 043fb4fdfd5178b371b27304acbe44a0 into 69e5863ac23441a98dd20dfbc097d0b3(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T22:24:23,834 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 043fb4fdfd5178b371b27304acbe44a0: 2024-11-26T22:24:23,834 INFO [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0., storeName=043fb4fdfd5178b371b27304acbe44a0/C, priority=12, startTime=1732659863386; duration=0sec 2024-11-26T22:24:23,834 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T22:24:23,834 DEBUG [RS:0;d8c094cf5ab0:34335-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 043fb4fdfd5178b371b27304acbe44a0:C 2024-11-26T22:24:23,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=183 2024-11-26T22:24:23,917 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d8c094cf5ab0,34335,1732659674113 2024-11-26T22:24:23,917 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34335 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=184 2024-11-26T22:24:23,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0. 2024-11-26T22:24:23,917 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HRegion(2837): Flushing 043fb4fdfd5178b371b27304acbe44a0 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-26T22:24:23,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 043fb4fdfd5178b371b27304acbe44a0, store=A 2024-11-26T22:24:23,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:24:23,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 043fb4fdfd5178b371b27304acbe44a0, store=B 2024-11-26T22:24:23,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:24:23,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 043fb4fdfd5178b371b27304acbe44a0, store=C 2024-11-26T22:24:23,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:24:23,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112636e83c329cbf4ce29711b6e7ba8c18f4_043fb4fdfd5178b371b27304acbe44a0 is 50, key is test_row_0/A:col10/1732659862103/Put/seqid=0 2024-11-26T22:24:23,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742581_1757 (size=12454) 2024-11-26T22:24:23,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:23,932 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112636e83c329cbf4ce29711b6e7ba8c18f4_043fb4fdfd5178b371b27304acbe44a0 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112636e83c329cbf4ce29711b6e7ba8c18f4_043fb4fdfd5178b371b27304acbe44a0 2024-11-26T22:24:23,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/.tmp/A/8fb173e0145f4ca6b32505059c3309cd, store: [table=TestAcidGuarantees family=A region=043fb4fdfd5178b371b27304acbe44a0] 2024-11-26T22:24:23,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/.tmp/A/8fb173e0145f4ca6b32505059c3309cd is 175, key is test_row_0/A:col10/1732659862103/Put/seqid=0 2024-11-26T22:24:23,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742582_1758 (size=31255) 2024-11-26T22:24:23,938 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=443, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/.tmp/A/8fb173e0145f4ca6b32505059c3309cd 2024-11-26T22:24:23,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/.tmp/B/ccbcd08815e14fe9a309355d00a36c74 is 50, key is test_row_0/B:col10/1732659862103/Put/seqid=0 2024-11-26T22:24:23,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742583_1759 (size=12301) 2024-11-26T22:24:24,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=183 2024-11-26T22:24:24,115 DEBUG [Thread-2814 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x62b06a95 to 127.0.0.1:58789 2024-11-26T22:24:24,115 DEBUG [Thread-2814 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T22:24:24,116 DEBUG [Thread-2820 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3fbb1399 to 127.0.0.1:58789 2024-11-26T22:24:24,116 DEBUG [Thread-2816 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0d02ace0 to 127.0.0.1:58789 2024-11-26T22:24:24,116 DEBUG [Thread-2820 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T22:24:24,116 DEBUG [Thread-2816 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T22:24:24,116 DEBUG [Thread-2812 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x271e8143 to 127.0.0.1:58789 2024-11-26T22:24:24,116 DEBUG [Thread-2812 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T22:24:24,117 DEBUG [Thread-2818 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x63054209 to 127.0.0.1:58789 2024-11-26T22:24:24,117 DEBUG [Thread-2818 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T22:24:24,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34335 {}] regionserver.HRegion(8581): Flush requested on 043fb4fdfd5178b371b27304acbe44a0 2024-11-26T22:24:24,220 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0. as already flushing 2024-11-26T22:24:24,220 DEBUG [Thread-2803 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2089b1f4 to 127.0.0.1:58789 2024-11-26T22:24:24,220 DEBUG [Thread-2803 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T22:24:24,225 DEBUG [Thread-2807 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3cc71f2e to 127.0.0.1:58789 2024-11-26T22:24:24,225 DEBUG [Thread-2807 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T22:24:24,227 DEBUG [Thread-2805 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x65f51785 to 127.0.0.1:58789 2024-11-26T22:24:24,228 DEBUG [Thread-2805 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T22:24:24,351 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=443 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/.tmp/B/ccbcd08815e14fe9a309355d00a36c74 2024-11-26T22:24:24,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/.tmp/C/fbb475acfe84446aaaa3dbe580fba1c0 is 50, key is test_row_0/C:col10/1732659862103/Put/seqid=0 2024-11-26T22:24:24,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742584_1760 (size=12301) 2024-11-26T22:24:24,359 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=443 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/.tmp/C/fbb475acfe84446aaaa3dbe580fba1c0 2024-11-26T22:24:24,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/.tmp/A/8fb173e0145f4ca6b32505059c3309cd as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/A/8fb173e0145f4ca6b32505059c3309cd 2024-11-26T22:24:24,364 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/A/8fb173e0145f4ca6b32505059c3309cd, entries=150, sequenceid=443, filesize=30.5 K 2024-11-26T22:24:24,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/.tmp/B/ccbcd08815e14fe9a309355d00a36c74 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/B/ccbcd08815e14fe9a309355d00a36c74 2024-11-26T22:24:24,367 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/B/ccbcd08815e14fe9a309355d00a36c74, entries=150, sequenceid=443, filesize=12.0 K 2024-11-26T22:24:24,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=183 2024-11-26T22:24:24,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/.tmp/C/fbb475acfe84446aaaa3dbe580fba1c0 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/C/fbb475acfe84446aaaa3dbe580fba1c0 2024-11-26T22:24:24,369 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/C/fbb475acfe84446aaaa3dbe580fba1c0, entries=150, sequenceid=443, filesize=12.0 K 2024-11-26T22:24:24,370 INFO [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=20.13 KB/20610 for 043fb4fdfd5178b371b27304acbe44a0 in 453ms, sequenceid=443, compaction requested=false 2024-11-26T22:24:24,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HRegion(2538): Flush status journal for 043fb4fdfd5178b371b27304acbe44a0: 2024-11-26T22:24:24,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0. 2024-11-26T22:24:24,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d8c094cf5ab0:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=184 2024-11-26T22:24:24,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster(4106): Remote procedure done, pid=184 2024-11-26T22:24:24,372 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=184, resume processing ppid=183 2024-11-26T22:24:24,372 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=184, ppid=183, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 606 msec 2024-11-26T22:24:24,373 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=183, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=183, table=TestAcidGuarantees in 609 msec 2024-11-26T22:24:24,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=183 2024-11-26T22:24:24,868 INFO [Thread-2811 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 183 completed 2024-11-26T22:24:32,805 DEBUG [Thread-2801 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x151bac0d to 127.0.0.1:58789 2024-11-26T22:24:32,805 DEBUG [Thread-2801 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T22:24:32,838 DEBUG [Thread-2809 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x79a7bd2b to 127.0.0.1:58789 2024-11-26T22:24:32,838 DEBUG [Thread-2809 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T22:24:32,838 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-26T22:24:32,838 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 58 2024-11-26T22:24:32,838 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 101 2024-11-26T22:24:32,838 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 77 2024-11-26T22:24:32,838 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 69 2024-11-26T22:24:32,838 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 49 2024-11-26T22:24:32,838 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-26T22:24:32,838 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4499 2024-11-26T22:24:32,838 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4606 2024-11-26T22:24:32,838 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4533 2024-11-26T22:24:32,838 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4564 2024-11-26T22:24:32,838 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4489 2024-11-26T22:24:32,838 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-26T22:24:32,838 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-26T22:24:32,838 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x34570ab1 to 127.0.0.1:58789 2024-11-26T22:24:32,838 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T22:24:32,839 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-26T22:24:32,839 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-26T22:24:32,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] procedure2.ProcedureExecutor(1098): Stored pid=185, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-26T22:24:32,842 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732659872842"}]},"ts":"1732659872842"} 2024-11-26T22:24:32,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=185 2024-11-26T22:24:32,843 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-26T22:24:32,846 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-26T22:24:32,847 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=186, ppid=185, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-26T22:24:32,848 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=187, ppid=186, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=043fb4fdfd5178b371b27304acbe44a0, UNASSIGN}] 2024-11-26T22:24:32,848 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=187, ppid=186, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=043fb4fdfd5178b371b27304acbe44a0, UNASSIGN 2024-11-26T22:24:32,849 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=187 updating hbase:meta row=043fb4fdfd5178b371b27304acbe44a0, regionState=CLOSING, regionLocation=d8c094cf5ab0,34335,1732659674113 2024-11-26T22:24:32,850 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-26T22:24:32,850 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=188, ppid=187, state=RUNNABLE; CloseRegionProcedure 043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113}] 2024-11-26T22:24:32,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=185 2024-11-26T22:24:33,001 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d8c094cf5ab0,34335,1732659674113 2024-11-26T22:24:33,002 INFO [RS_CLOSE_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_CLOSE_REGION, pid=188}] handler.UnassignRegionHandler(124): Close 043fb4fdfd5178b371b27304acbe44a0 2024-11-26T22:24:33,002 DEBUG [RS_CLOSE_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_CLOSE_REGION, pid=188}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-26T22:24:33,002 DEBUG [RS_CLOSE_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_CLOSE_REGION, pid=188}] regionserver.HRegion(1681): Closing 043fb4fdfd5178b371b27304acbe44a0, disabling compactions & flushes 2024-11-26T22:24:33,002 INFO [RS_CLOSE_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_CLOSE_REGION, pid=188}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0. 2024-11-26T22:24:33,002 DEBUG [RS_CLOSE_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_CLOSE_REGION, pid=188}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0. 2024-11-26T22:24:33,002 DEBUG [RS_CLOSE_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_CLOSE_REGION, pid=188}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0. after waiting 0 ms 2024-11-26T22:24:33,002 DEBUG [RS_CLOSE_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_CLOSE_REGION, pid=188}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0. 2024-11-26T22:24:33,002 INFO [RS_CLOSE_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_CLOSE_REGION, pid=188}] regionserver.HRegion(2837): Flushing 043fb4fdfd5178b371b27304acbe44a0 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-26T22:24:33,003 DEBUG [RS_CLOSE_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_CLOSE_REGION, pid=188}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 043fb4fdfd5178b371b27304acbe44a0, store=A 2024-11-26T22:24:33,003 DEBUG [RS_CLOSE_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_CLOSE_REGION, pid=188}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:24:33,003 DEBUG [RS_CLOSE_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_CLOSE_REGION, pid=188}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 043fb4fdfd5178b371b27304acbe44a0, store=B 2024-11-26T22:24:33,003 DEBUG [RS_CLOSE_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_CLOSE_REGION, pid=188}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:24:33,003 DEBUG [RS_CLOSE_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_CLOSE_REGION, pid=188}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 043fb4fdfd5178b371b27304acbe44a0, store=C 2024-11-26T22:24:33,003 DEBUG [RS_CLOSE_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_CLOSE_REGION, pid=188}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T22:24:33,008 DEBUG [RS_CLOSE_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_CLOSE_REGION, pid=188}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112661c15ec8754d42f79a1f58b9bf88041f_043fb4fdfd5178b371b27304acbe44a0 is 50, key is test_row_0/A:col10/1732659864224/Put/seqid=0 2024-11-26T22:24:33,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742585_1761 (size=12454) 2024-11-26T22:24:33,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=185 2024-11-26T22:24:33,412 DEBUG [RS_CLOSE_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_CLOSE_REGION, pid=188}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T22:24:33,416 INFO [RS_CLOSE_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_CLOSE_REGION, pid=188}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112661c15ec8754d42f79a1f58b9bf88041f_043fb4fdfd5178b371b27304acbe44a0 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112661c15ec8754d42f79a1f58b9bf88041f_043fb4fdfd5178b371b27304acbe44a0 2024-11-26T22:24:33,417 DEBUG [RS_CLOSE_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_CLOSE_REGION, pid=188}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/.tmp/A/21bfa1ecef0544b6a1623d5bece3f361, store: [table=TestAcidGuarantees family=A region=043fb4fdfd5178b371b27304acbe44a0] 2024-11-26T22:24:33,417 DEBUG [RS_CLOSE_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_CLOSE_REGION, pid=188}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/.tmp/A/21bfa1ecef0544b6a1623d5bece3f361 is 175, key is test_row_0/A:col10/1732659864224/Put/seqid=0 2024-11-26T22:24:33,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742586_1762 (size=31255) 2024-11-26T22:24:33,421 INFO [RS_CLOSE_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_CLOSE_REGION, pid=188}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=451, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/.tmp/A/21bfa1ecef0544b6a1623d5bece3f361 2024-11-26T22:24:33,426 DEBUG [RS_CLOSE_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_CLOSE_REGION, pid=188}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/.tmp/B/07187b080df14f54bcd05f40e309a9d2 is 50, key is test_row_0/B:col10/1732659864224/Put/seqid=0 2024-11-26T22:24:33,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742587_1763 (size=12301) 2024-11-26T22:24:33,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=185 2024-11-26T22:24:33,832 INFO [RS_CLOSE_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_CLOSE_REGION, pid=188}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=451 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/.tmp/B/07187b080df14f54bcd05f40e309a9d2 2024-11-26T22:24:33,838 DEBUG [RS_CLOSE_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_CLOSE_REGION, pid=188}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/.tmp/C/5423fa632aa64e46a41da9b4b8a29630 is 50, key is test_row_0/C:col10/1732659864224/Put/seqid=0 2024-11-26T22:24:33,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742588_1764 (size=12301) 2024-11-26T22:24:33,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=185 2024-11-26T22:24:34,244 INFO [RS_CLOSE_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_CLOSE_REGION, pid=188}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=451 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/.tmp/C/5423fa632aa64e46a41da9b4b8a29630 2024-11-26T22:24:34,247 DEBUG [RS_CLOSE_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_CLOSE_REGION, pid=188}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/.tmp/A/21bfa1ecef0544b6a1623d5bece3f361 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/A/21bfa1ecef0544b6a1623d5bece3f361 2024-11-26T22:24:34,250 INFO [RS_CLOSE_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_CLOSE_REGION, pid=188}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/A/21bfa1ecef0544b6a1623d5bece3f361, entries=150, sequenceid=451, filesize=30.5 K 2024-11-26T22:24:34,251 DEBUG [RS_CLOSE_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_CLOSE_REGION, pid=188}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/.tmp/B/07187b080df14f54bcd05f40e309a9d2 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/B/07187b080df14f54bcd05f40e309a9d2 2024-11-26T22:24:34,254 INFO [RS_CLOSE_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_CLOSE_REGION, pid=188}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/B/07187b080df14f54bcd05f40e309a9d2, entries=150, sequenceid=451, filesize=12.0 K 2024-11-26T22:24:34,254 DEBUG [RS_CLOSE_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_CLOSE_REGION, pid=188}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/.tmp/C/5423fa632aa64e46a41da9b4b8a29630 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/C/5423fa632aa64e46a41da9b4b8a29630 2024-11-26T22:24:34,257 INFO [RS_CLOSE_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_CLOSE_REGION, pid=188}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/C/5423fa632aa64e46a41da9b4b8a29630, entries=150, sequenceid=451, filesize=12.0 K 2024-11-26T22:24:34,257 INFO [RS_CLOSE_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_CLOSE_REGION, pid=188}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 043fb4fdfd5178b371b27304acbe44a0 in 1255ms, sequenceid=451, compaction requested=true 2024-11-26T22:24:34,258 DEBUG [StoreCloser-TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/A/e508a7f425bb4655bda8faf1915fcf35, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/A/c58374ef4b5b48d580902213e8a1ad0c, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/A/9fd3aaa7630e43b8992ad2e72a56bdbf, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/A/8b1b5a1d462e44a9ac0e2008c5914efc, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/A/4ce3dcbd21fb47a0b25d59f0a0c15710, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/A/a3917619fb134b92b92d76ca8e8e4a9b, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/A/0263e34475b14af58943c6ca0f161abf, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/A/f2886c9d53f9415abb422baf74c22ade, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/A/a341966fd81548f2a5803ed8f274d997, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/A/d1ddfd597cbb45d28e4d911b5f1a3b80, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/A/48977ebc691d4d2cbc18b2cda19cf8c9, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/A/9ffa6a8cafff403fb224b02800fab03a, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/A/b48347a1cfb74042be5930c54b08e84a, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/A/a9b1b1a09a2a4e1b8e593c4379202bb7, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/A/66eea859ac114467bffe5c1ce7083ebb, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/A/a78785dcffdc44fba243cbfcb48d6c57, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/A/c3121e29b8774404a6d3840685bf1a45, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/A/2e0176e3f6de4afeb9fe2bb696e0c761, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/A/39ab41e3719b40988f00fa41f41d85ec, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/A/ebf07dde9c70463b9dc1c924d30b447a, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/A/b24f88cd8ed642ecad3555e387960400, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/A/bf083dfd41514733802d552dffa9e394, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/A/d8f4f1a24ed74ade9079f15c2bd5ac58, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/A/3ebf13a93a894008815a9b6e4a313520, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/A/c3cbb685507e45e4bea16b2809de6174, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/A/b5373b60f0ab498a84973784e21aa801, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/A/d43fc9aeb684475eaaa3e822839797bc, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/A/069807e6e83a4281a839712bff0e0110] to archive 2024-11-26T22:24:34,260 DEBUG [StoreCloser-TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-26T22:24:34,262 DEBUG [StoreCloser-TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/A/e508a7f425bb4655bda8faf1915fcf35 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/A/e508a7f425bb4655bda8faf1915fcf35 2024-11-26T22:24:34,263 DEBUG [StoreCloser-TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/A/c58374ef4b5b48d580902213e8a1ad0c to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/A/c58374ef4b5b48d580902213e8a1ad0c 2024-11-26T22:24:34,264 DEBUG [StoreCloser-TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/A/9fd3aaa7630e43b8992ad2e72a56bdbf to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/A/9fd3aaa7630e43b8992ad2e72a56bdbf 2024-11-26T22:24:34,264 DEBUG [StoreCloser-TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/A/8b1b5a1d462e44a9ac0e2008c5914efc to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/A/8b1b5a1d462e44a9ac0e2008c5914efc 2024-11-26T22:24:34,265 DEBUG [StoreCloser-TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/A/4ce3dcbd21fb47a0b25d59f0a0c15710 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/A/4ce3dcbd21fb47a0b25d59f0a0c15710 2024-11-26T22:24:34,266 DEBUG [StoreCloser-TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/A/a3917619fb134b92b92d76ca8e8e4a9b to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/A/a3917619fb134b92b92d76ca8e8e4a9b 2024-11-26T22:24:34,267 DEBUG [StoreCloser-TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/A/0263e34475b14af58943c6ca0f161abf to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/A/0263e34475b14af58943c6ca0f161abf 2024-11-26T22:24:34,268 DEBUG [StoreCloser-TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/A/f2886c9d53f9415abb422baf74c22ade to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/A/f2886c9d53f9415abb422baf74c22ade 2024-11-26T22:24:34,269 DEBUG [StoreCloser-TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/A/a341966fd81548f2a5803ed8f274d997 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/A/a341966fd81548f2a5803ed8f274d997 2024-11-26T22:24:34,270 DEBUG [StoreCloser-TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/A/d1ddfd597cbb45d28e4d911b5f1a3b80 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/A/d1ddfd597cbb45d28e4d911b5f1a3b80 2024-11-26T22:24:34,272 DEBUG [StoreCloser-TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/A/48977ebc691d4d2cbc18b2cda19cf8c9 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/A/48977ebc691d4d2cbc18b2cda19cf8c9 2024-11-26T22:24:34,273 DEBUG [StoreCloser-TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/A/9ffa6a8cafff403fb224b02800fab03a to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/A/9ffa6a8cafff403fb224b02800fab03a 2024-11-26T22:24:34,273 DEBUG [StoreCloser-TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/A/b48347a1cfb74042be5930c54b08e84a to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/A/b48347a1cfb74042be5930c54b08e84a 2024-11-26T22:24:34,274 DEBUG [StoreCloser-TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/A/a9b1b1a09a2a4e1b8e593c4379202bb7 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/A/a9b1b1a09a2a4e1b8e593c4379202bb7 2024-11-26T22:24:34,275 DEBUG [StoreCloser-TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/A/66eea859ac114467bffe5c1ce7083ebb to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/A/66eea859ac114467bffe5c1ce7083ebb 2024-11-26T22:24:34,277 DEBUG [StoreCloser-TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/A/a78785dcffdc44fba243cbfcb48d6c57 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/A/a78785dcffdc44fba243cbfcb48d6c57 2024-11-26T22:24:34,278 DEBUG [StoreCloser-TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/A/c3121e29b8774404a6d3840685bf1a45 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/A/c3121e29b8774404a6d3840685bf1a45 2024-11-26T22:24:34,279 DEBUG [StoreCloser-TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/A/2e0176e3f6de4afeb9fe2bb696e0c761 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/A/2e0176e3f6de4afeb9fe2bb696e0c761 2024-11-26T22:24:34,280 DEBUG [StoreCloser-TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/A/39ab41e3719b40988f00fa41f41d85ec to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/A/39ab41e3719b40988f00fa41f41d85ec 2024-11-26T22:24:34,283 DEBUG [StoreCloser-TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/A/ebf07dde9c70463b9dc1c924d30b447a to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/A/ebf07dde9c70463b9dc1c924d30b447a 2024-11-26T22:24:34,290 DEBUG [StoreCloser-TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/A/b24f88cd8ed642ecad3555e387960400 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/A/b24f88cd8ed642ecad3555e387960400 2024-11-26T22:24:34,292 DEBUG [StoreCloser-TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/A/bf083dfd41514733802d552dffa9e394 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/A/bf083dfd41514733802d552dffa9e394 2024-11-26T22:24:34,293 DEBUG [StoreCloser-TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/A/d8f4f1a24ed74ade9079f15c2bd5ac58 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/A/d8f4f1a24ed74ade9079f15c2bd5ac58 2024-11-26T22:24:34,294 DEBUG [StoreCloser-TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/A/3ebf13a93a894008815a9b6e4a313520 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/A/3ebf13a93a894008815a9b6e4a313520 2024-11-26T22:24:34,295 DEBUG [StoreCloser-TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/A/c3cbb685507e45e4bea16b2809de6174 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/A/c3cbb685507e45e4bea16b2809de6174 2024-11-26T22:24:34,297 DEBUG [StoreCloser-TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/A/b5373b60f0ab498a84973784e21aa801 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/A/b5373b60f0ab498a84973784e21aa801 2024-11-26T22:24:34,298 DEBUG [StoreCloser-TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/A/d43fc9aeb684475eaaa3e822839797bc to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/A/d43fc9aeb684475eaaa3e822839797bc 2024-11-26T22:24:34,299 DEBUG [StoreCloser-TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/A/069807e6e83a4281a839712bff0e0110 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/A/069807e6e83a4281a839712bff0e0110 2024-11-26T22:24:34,303 DEBUG [StoreCloser-TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/B/7a95a28b3d094a9ea3f5dbaf6d3a6c42, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/B/41c6eaffc58c4e8fac7d658484e92727, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/B/11a3fd6a8bbc4db8876a01dcbf7dd0a6, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/B/fac6e3a6bcd0487ebbc3f708a851041f, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/B/2649c0885e2844469f2d47233b67ed28, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/B/c5b1e3b8e2714345bb9c72d751273204, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/B/dbfc102b44ac45c2b3ca79f2d8d2242c, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/B/1d2ce9ac58df4f65a394fe045aad0f06, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/B/952b43d873cb437d90138c27c83d8e30, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/B/a57a6f55fef747b4955ea3f36287e2c0, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/B/3b75d299e2fc4a8b8ea7578bf1edaeb3, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/B/79667cd5be014e518cf74c44e127b0ca, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/B/91c6cd9569b54311b99c57b1e5ac67bb, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/B/81174e2bfb4e4928924fd369a93ade98, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/B/368a08524b27428f9e62ee57c95e0bd6, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/B/e5bd68a606634e41aa0fb89cce3a18bb, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/B/70488694803c4a48bbb2743d096f3b6b, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/B/0db2b82ec69546ae9cf9d3fc27a4fcf3, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/B/d47884bfa4464cb18cf99567aaea03e7, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/B/e97f28234cbc4045b30d316019f851ce, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/B/4300f6a17e1e498f9493f5eb7fc2f100, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/B/a985c7c5f561415c958eb19501144d18, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/B/0aeba2846957460986fb0fceee3c769b, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/B/c3e1bdeb29fe4016be695fbf70cd9448, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/B/d5b6a1c8ae5243f9b6c4b0ccca4cc10a, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/B/af8ee1c7cb394a3e9c084ed963248365, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/B/a62a27ec53fd440c992a44653d1eb14f, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/B/5696499e2fc14c5696b408ef585772af] to archive 2024-11-26T22:24:34,304 DEBUG [StoreCloser-TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-26T22:24:34,306 DEBUG [StoreCloser-TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/B/7a95a28b3d094a9ea3f5dbaf6d3a6c42 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/B/7a95a28b3d094a9ea3f5dbaf6d3a6c42 2024-11-26T22:24:34,307 DEBUG [StoreCloser-TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/B/41c6eaffc58c4e8fac7d658484e92727 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/B/41c6eaffc58c4e8fac7d658484e92727 2024-11-26T22:24:34,308 DEBUG [StoreCloser-TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/B/11a3fd6a8bbc4db8876a01dcbf7dd0a6 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/B/11a3fd6a8bbc4db8876a01dcbf7dd0a6 2024-11-26T22:24:34,309 DEBUG [StoreCloser-TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/B/fac6e3a6bcd0487ebbc3f708a851041f to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/B/fac6e3a6bcd0487ebbc3f708a851041f 2024-11-26T22:24:34,310 DEBUG [StoreCloser-TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/B/2649c0885e2844469f2d47233b67ed28 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/B/2649c0885e2844469f2d47233b67ed28 2024-11-26T22:24:34,311 DEBUG [StoreCloser-TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/B/c5b1e3b8e2714345bb9c72d751273204 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/B/c5b1e3b8e2714345bb9c72d751273204 2024-11-26T22:24:34,312 DEBUG [StoreCloser-TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/B/dbfc102b44ac45c2b3ca79f2d8d2242c to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/B/dbfc102b44ac45c2b3ca79f2d8d2242c 2024-11-26T22:24:34,313 DEBUG [StoreCloser-TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/B/1d2ce9ac58df4f65a394fe045aad0f06 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/B/1d2ce9ac58df4f65a394fe045aad0f06 2024-11-26T22:24:34,315 DEBUG [StoreCloser-TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/B/952b43d873cb437d90138c27c83d8e30 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/B/952b43d873cb437d90138c27c83d8e30 2024-11-26T22:24:34,317 DEBUG [StoreCloser-TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/B/a57a6f55fef747b4955ea3f36287e2c0 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/B/a57a6f55fef747b4955ea3f36287e2c0 2024-11-26T22:24:34,327 DEBUG [StoreCloser-TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/B/3b75d299e2fc4a8b8ea7578bf1edaeb3 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/B/3b75d299e2fc4a8b8ea7578bf1edaeb3 2024-11-26T22:24:34,329 DEBUG [StoreCloser-TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/B/79667cd5be014e518cf74c44e127b0ca to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/B/79667cd5be014e518cf74c44e127b0ca 2024-11-26T22:24:34,330 DEBUG [StoreCloser-TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/B/91c6cd9569b54311b99c57b1e5ac67bb to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/B/91c6cd9569b54311b99c57b1e5ac67bb 2024-11-26T22:24:34,331 DEBUG [StoreCloser-TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/B/81174e2bfb4e4928924fd369a93ade98 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/B/81174e2bfb4e4928924fd369a93ade98 2024-11-26T22:24:34,333 DEBUG [StoreCloser-TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/B/368a08524b27428f9e62ee57c95e0bd6 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/B/368a08524b27428f9e62ee57c95e0bd6 2024-11-26T22:24:34,334 DEBUG [StoreCloser-TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/B/e5bd68a606634e41aa0fb89cce3a18bb to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/B/e5bd68a606634e41aa0fb89cce3a18bb 2024-11-26T22:24:34,334 DEBUG [StoreCloser-TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/B/70488694803c4a48bbb2743d096f3b6b to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/B/70488694803c4a48bbb2743d096f3b6b 2024-11-26T22:24:34,335 DEBUG [StoreCloser-TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/B/0db2b82ec69546ae9cf9d3fc27a4fcf3 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/B/0db2b82ec69546ae9cf9d3fc27a4fcf3 2024-11-26T22:24:34,336 DEBUG [StoreCloser-TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/B/d47884bfa4464cb18cf99567aaea03e7 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/B/d47884bfa4464cb18cf99567aaea03e7 2024-11-26T22:24:34,337 DEBUG [StoreCloser-TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/B/e97f28234cbc4045b30d316019f851ce to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/B/e97f28234cbc4045b30d316019f851ce 2024-11-26T22:24:34,338 DEBUG [StoreCloser-TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/B/4300f6a17e1e498f9493f5eb7fc2f100 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/B/4300f6a17e1e498f9493f5eb7fc2f100 2024-11-26T22:24:34,340 DEBUG [StoreCloser-TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/B/a985c7c5f561415c958eb19501144d18 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/B/a985c7c5f561415c958eb19501144d18 2024-11-26T22:24:34,341 DEBUG [StoreCloser-TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/B/0aeba2846957460986fb0fceee3c769b to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/B/0aeba2846957460986fb0fceee3c769b 2024-11-26T22:24:34,342 DEBUG [StoreCloser-TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/B/c3e1bdeb29fe4016be695fbf70cd9448 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/B/c3e1bdeb29fe4016be695fbf70cd9448 2024-11-26T22:24:34,343 DEBUG [StoreCloser-TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/B/d5b6a1c8ae5243f9b6c4b0ccca4cc10a to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/B/d5b6a1c8ae5243f9b6c4b0ccca4cc10a 2024-11-26T22:24:34,344 DEBUG [StoreCloser-TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/B/af8ee1c7cb394a3e9c084ed963248365 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/B/af8ee1c7cb394a3e9c084ed963248365 2024-11-26T22:24:34,345 DEBUG [StoreCloser-TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/B/a62a27ec53fd440c992a44653d1eb14f to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/B/a62a27ec53fd440c992a44653d1eb14f 2024-11-26T22:24:34,347 DEBUG [StoreCloser-TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/B/5696499e2fc14c5696b408ef585772af to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/B/5696499e2fc14c5696b408ef585772af 2024-11-26T22:24:34,349 DEBUG [StoreCloser-TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/C/d53a3c612219441aa1e0cd0eb82f6d59, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/C/8bfc8cbbe28c4a50bbc72191b9ac9aad, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/C/33922dbe3cad449e8f85ef5665401495, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/C/5bfe7a579bc449cca8650837e9305491, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/C/91759c49023a4323964db335282dedb1, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/C/957803a4e21a420b80ba177334aa1d2d, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/C/30d7eda25655406b8d2d3c0a2f8d8e64, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/C/c94ac7f740f04ef3b88058a17fc758ba, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/C/2510a8178fe94c6e9ecb773986bbd9fa, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/C/fa065da7dc3a42cc866968b0bbfc88d0, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/C/a9374aa694f54abfb252cffc4d15c890, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/C/895663353aa74305abd16adc15669c23, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/C/b1a204435f724ef3ab6d899fd70178b5, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/C/8400c74abae8427ca584ec79b01039b2, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/C/2975eeb45aed406ca72dbafe49961a1d, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/C/5dfd5e8dbd7a468d9db1bfb61fb3d451, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/C/6d59d4fcec7947048b5c25f2a7f9d6dd, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/C/58c6b30f343741ef88dfcefd2eedaf4e, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/C/55c51829a3d2401a970258fda5b90ea2, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/C/3abed55254004053b8f812067d61b516, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/C/b2abe834bbb245648f403400eb3bf78c, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/C/289a851b3eb14d7d9fa9706b139fb5f9, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/C/c116025da391490fa8b8fb31e7f70779, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/C/f38ee391cd3545d3bc7f9a79c1db04ae, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/C/71c8a0137c4647f1a08c8852f8bcdd47, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/C/5ef74508ea14423a994d6881fdf091d7, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/C/45215860db024d48970c3d3d0195494c, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/C/979a76187a8045cdbcf624966fddae0b] to archive 2024-11-26T22:24:34,349 DEBUG [StoreCloser-TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-26T22:24:34,351 DEBUG [StoreCloser-TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/C/d53a3c612219441aa1e0cd0eb82f6d59 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/C/d53a3c612219441aa1e0cd0eb82f6d59 2024-11-26T22:24:34,351 DEBUG [StoreCloser-TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/C/8bfc8cbbe28c4a50bbc72191b9ac9aad to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/C/8bfc8cbbe28c4a50bbc72191b9ac9aad 2024-11-26T22:24:34,352 DEBUG [StoreCloser-TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/C/33922dbe3cad449e8f85ef5665401495 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/C/33922dbe3cad449e8f85ef5665401495 2024-11-26T22:24:34,353 DEBUG [StoreCloser-TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/C/5bfe7a579bc449cca8650837e9305491 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/C/5bfe7a579bc449cca8650837e9305491 2024-11-26T22:24:34,354 DEBUG [StoreCloser-TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/C/91759c49023a4323964db335282dedb1 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/C/91759c49023a4323964db335282dedb1 2024-11-26T22:24:34,356 DEBUG [StoreCloser-TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/C/957803a4e21a420b80ba177334aa1d2d to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/C/957803a4e21a420b80ba177334aa1d2d 2024-11-26T22:24:34,357 DEBUG [StoreCloser-TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/C/30d7eda25655406b8d2d3c0a2f8d8e64 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/C/30d7eda25655406b8d2d3c0a2f8d8e64 2024-11-26T22:24:34,358 DEBUG [StoreCloser-TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/C/c94ac7f740f04ef3b88058a17fc758ba to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/C/c94ac7f740f04ef3b88058a17fc758ba 2024-11-26T22:24:34,359 DEBUG [StoreCloser-TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/C/2510a8178fe94c6e9ecb773986bbd9fa to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/C/2510a8178fe94c6e9ecb773986bbd9fa 2024-11-26T22:24:34,360 DEBUG [StoreCloser-TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/C/fa065da7dc3a42cc866968b0bbfc88d0 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/C/fa065da7dc3a42cc866968b0bbfc88d0 2024-11-26T22:24:34,361 DEBUG [StoreCloser-TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/C/a9374aa694f54abfb252cffc4d15c890 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/C/a9374aa694f54abfb252cffc4d15c890 2024-11-26T22:24:34,361 DEBUG [StoreCloser-TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/C/895663353aa74305abd16adc15669c23 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/C/895663353aa74305abd16adc15669c23 2024-11-26T22:24:34,363 DEBUG [StoreCloser-TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/C/b1a204435f724ef3ab6d899fd70178b5 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/C/b1a204435f724ef3ab6d899fd70178b5 2024-11-26T22:24:34,365 DEBUG [StoreCloser-TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/C/8400c74abae8427ca584ec79b01039b2 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/C/8400c74abae8427ca584ec79b01039b2 2024-11-26T22:24:34,366 DEBUG [StoreCloser-TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/C/2975eeb45aed406ca72dbafe49961a1d to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/C/2975eeb45aed406ca72dbafe49961a1d 2024-11-26T22:24:34,367 DEBUG [StoreCloser-TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/C/5dfd5e8dbd7a468d9db1bfb61fb3d451 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/C/5dfd5e8dbd7a468d9db1bfb61fb3d451 2024-11-26T22:24:34,368 DEBUG [StoreCloser-TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/C/6d59d4fcec7947048b5c25f2a7f9d6dd to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/C/6d59d4fcec7947048b5c25f2a7f9d6dd 2024-11-26T22:24:34,369 DEBUG [StoreCloser-TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/C/58c6b30f343741ef88dfcefd2eedaf4e to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/C/58c6b30f343741ef88dfcefd2eedaf4e 2024-11-26T22:24:34,373 DEBUG [StoreCloser-TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/C/55c51829a3d2401a970258fda5b90ea2 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/C/55c51829a3d2401a970258fda5b90ea2 2024-11-26T22:24:34,374 DEBUG [StoreCloser-TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/C/3abed55254004053b8f812067d61b516 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/C/3abed55254004053b8f812067d61b516 2024-11-26T22:24:34,376 DEBUG [StoreCloser-TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/C/b2abe834bbb245648f403400eb3bf78c to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/C/b2abe834bbb245648f403400eb3bf78c 2024-11-26T22:24:34,377 DEBUG [StoreCloser-TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/C/289a851b3eb14d7d9fa9706b139fb5f9 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/C/289a851b3eb14d7d9fa9706b139fb5f9 2024-11-26T22:24:34,381 DEBUG [StoreCloser-TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/C/c116025da391490fa8b8fb31e7f70779 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/C/c116025da391490fa8b8fb31e7f70779 2024-11-26T22:24:34,381 DEBUG [StoreCloser-TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/C/f38ee391cd3545d3bc7f9a79c1db04ae to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/C/f38ee391cd3545d3bc7f9a79c1db04ae 2024-11-26T22:24:34,382 DEBUG [StoreCloser-TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/C/71c8a0137c4647f1a08c8852f8bcdd47 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/C/71c8a0137c4647f1a08c8852f8bcdd47 2024-11-26T22:24:34,383 DEBUG [StoreCloser-TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/C/5ef74508ea14423a994d6881fdf091d7 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/C/5ef74508ea14423a994d6881fdf091d7 2024-11-26T22:24:34,384 DEBUG [StoreCloser-TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/C/45215860db024d48970c3d3d0195494c to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/C/45215860db024d48970c3d3d0195494c 2024-11-26T22:24:34,386 DEBUG [StoreCloser-TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/C/979a76187a8045cdbcf624966fddae0b to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/C/979a76187a8045cdbcf624966fddae0b 2024-11-26T22:24:34,390 DEBUG [RS_CLOSE_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_CLOSE_REGION, pid=188}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/recovered.edits/454.seqid, newMaxSeqId=454, maxSeqId=4 2024-11-26T22:24:34,391 INFO [RS_CLOSE_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_CLOSE_REGION, pid=188}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0. 2024-11-26T22:24:34,391 DEBUG [RS_CLOSE_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_CLOSE_REGION, pid=188}] regionserver.HRegion(1635): Region close journal for 043fb4fdfd5178b371b27304acbe44a0: 2024-11-26T22:24:34,392 INFO [RS_CLOSE_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_CLOSE_REGION, pid=188}] handler.UnassignRegionHandler(170): Closed 043fb4fdfd5178b371b27304acbe44a0 2024-11-26T22:24:34,392 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=187 updating hbase:meta row=043fb4fdfd5178b371b27304acbe44a0, regionState=CLOSED 2024-11-26T22:24:34,394 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=188, resume processing ppid=187 2024-11-26T22:24:34,394 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=188, ppid=187, state=SUCCESS; CloseRegionProcedure 043fb4fdfd5178b371b27304acbe44a0, server=d8c094cf5ab0,34335,1732659674113 in 1.5430 sec 2024-11-26T22:24:34,396 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=187, resume processing ppid=186 2024-11-26T22:24:34,396 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=187, ppid=186, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=043fb4fdfd5178b371b27304acbe44a0, UNASSIGN in 1.5470 sec 2024-11-26T22:24:34,398 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=186, resume processing ppid=185 2024-11-26T22:24:34,398 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=186, ppid=185, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.5500 sec 2024-11-26T22:24:34,399 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732659874399"}]},"ts":"1732659874399"} 2024-11-26T22:24:34,403 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-26T22:24:34,405 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-26T22:24:34,406 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=185, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.5660 sec 2024-11-26T22:24:34,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=185 2024-11-26T22:24:34,948 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 185 completed 2024-11-26T22:24:34,948 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-26T22:24:34,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] procedure2.ProcedureExecutor(1098): Stored pid=189, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-26T22:24:34,950 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=189, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-26T22:24:34,950 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=189, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-26T22:24:34,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=189 2024-11-26T22:24:34,953 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0 2024-11-26T22:24:34,955 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/A, FileablePath, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/B, FileablePath, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/C, FileablePath, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/recovered.edits] 2024-11-26T22:24:34,961 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/A/21bfa1ecef0544b6a1623d5bece3f361 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/A/21bfa1ecef0544b6a1623d5bece3f361 2024-11-26T22:24:34,963 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/A/8fb173e0145f4ca6b32505059c3309cd to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/A/8fb173e0145f4ca6b32505059c3309cd 2024-11-26T22:24:34,964 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/A/942de97c32aa4c7eafd2791ecf3c8ef9 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/A/942de97c32aa4c7eafd2791ecf3c8ef9 2024-11-26T22:24:34,969 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/B/07187b080df14f54bcd05f40e309a9d2 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/B/07187b080df14f54bcd05f40e309a9d2 2024-11-26T22:24:34,972 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/B/5629ebe6c2f04663a2e1f323effd7eef to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/B/5629ebe6c2f04663a2e1f323effd7eef 2024-11-26T22:24:34,974 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/B/ccbcd08815e14fe9a309355d00a36c74 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/B/ccbcd08815e14fe9a309355d00a36c74 2024-11-26T22:24:34,978 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/C/5423fa632aa64e46a41da9b4b8a29630 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/C/5423fa632aa64e46a41da9b4b8a29630 2024-11-26T22:24:34,981 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/C/69e5863ac23441a98dd20dfbc097d0b3 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/C/69e5863ac23441a98dd20dfbc097d0b3 2024-11-26T22:24:34,982 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/C/fbb475acfe84446aaaa3dbe580fba1c0 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/C/fbb475acfe84446aaaa3dbe580fba1c0 2024-11-26T22:24:34,986 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/recovered.edits/454.seqid to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0/recovered.edits/454.seqid 2024-11-26T22:24:34,987 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/default/TestAcidGuarantees/043fb4fdfd5178b371b27304acbe44a0 2024-11-26T22:24:34,987 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-26T22:24:34,987 DEBUG [PEWorker-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-26T22:24:34,988 DEBUG [PEWorker-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-26T22:24:34,992 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126095163ae8d8c4d07a3f5e9933bc129cd_043fb4fdfd5178b371b27304acbe44a0 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126095163ae8d8c4d07a3f5e9933bc129cd_043fb4fdfd5178b371b27304acbe44a0 2024-11-26T22:24:34,993 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126195e88d009914a4f99a54d5bee37cd37_043fb4fdfd5178b371b27304acbe44a0 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126195e88d009914a4f99a54d5bee37cd37_043fb4fdfd5178b371b27304acbe44a0 2024-11-26T22:24:34,994 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112630d862ce39074394852ba6dd658f07c4_043fb4fdfd5178b371b27304acbe44a0 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112630d862ce39074394852ba6dd658f07c4_043fb4fdfd5178b371b27304acbe44a0 2024-11-26T22:24:34,996 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112636e53b5daade40a0a34e3fe7d9d860a7_043fb4fdfd5178b371b27304acbe44a0 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112636e53b5daade40a0a34e3fe7d9d860a7_043fb4fdfd5178b371b27304acbe44a0 2024-11-26T22:24:34,998 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112636e83c329cbf4ce29711b6e7ba8c18f4_043fb4fdfd5178b371b27304acbe44a0 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112636e83c329cbf4ce29711b6e7ba8c18f4_043fb4fdfd5178b371b27304acbe44a0 2024-11-26T22:24:35,000 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411265dcd1aac1f63494d9be71908358d593a_043fb4fdfd5178b371b27304acbe44a0 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411265dcd1aac1f63494d9be71908358d593a_043fb4fdfd5178b371b27304acbe44a0 2024-11-26T22:24:35,002 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112661c15ec8754d42f79a1f58b9bf88041f_043fb4fdfd5178b371b27304acbe44a0 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112661c15ec8754d42f79a1f58b9bf88041f_043fb4fdfd5178b371b27304acbe44a0 2024-11-26T22:24:35,003 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112662d4307a7e924a33b98d41482c991514_043fb4fdfd5178b371b27304acbe44a0 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112662d4307a7e924a33b98d41482c991514_043fb4fdfd5178b371b27304acbe44a0 2024-11-26T22:24:35,005 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411266a388fb42c884cf39477fcecc6523f0d_043fb4fdfd5178b371b27304acbe44a0 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411266a388fb42c884cf39477fcecc6523f0d_043fb4fdfd5178b371b27304acbe44a0 2024-11-26T22:24:35,008 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411267a49efac24974516acd8cb79977f0945_043fb4fdfd5178b371b27304acbe44a0 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411267a49efac24974516acd8cb79977f0945_043fb4fdfd5178b371b27304acbe44a0 2024-11-26T22:24:35,011 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411268430ff87c4384dadbd9f166a4ab5387b_043fb4fdfd5178b371b27304acbe44a0 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411268430ff87c4384dadbd9f166a4ab5387b_043fb4fdfd5178b371b27304acbe44a0 2024-11-26T22:24:35,014 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411269216028ce34e456da65070994f8d58a4_043fb4fdfd5178b371b27304acbe44a0 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411269216028ce34e456da65070994f8d58a4_043fb4fdfd5178b371b27304acbe44a0 2024-11-26T22:24:35,016 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112694768b5f10e3498d9eae536cb29b8f01_043fb4fdfd5178b371b27304acbe44a0 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112694768b5f10e3498d9eae536cb29b8f01_043fb4fdfd5178b371b27304acbe44a0 2024-11-26T22:24:35,017 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126a84e432ad3e34622a548fc9ef6f8c4b3_043fb4fdfd5178b371b27304acbe44a0 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126a84e432ad3e34622a548fc9ef6f8c4b3_043fb4fdfd5178b371b27304acbe44a0 2024-11-26T22:24:35,018 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126b4ef99c6ec4441f0803122acfbc700ed_043fb4fdfd5178b371b27304acbe44a0 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126b4ef99c6ec4441f0803122acfbc700ed_043fb4fdfd5178b371b27304acbe44a0 2024-11-26T22:24:35,020 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126d363ee0eda5346bda786186a8292862b_043fb4fdfd5178b371b27304acbe44a0 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126d363ee0eda5346bda786186a8292862b_043fb4fdfd5178b371b27304acbe44a0 2024-11-26T22:24:35,023 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126d383919c8d8246a89644edba2db58f59_043fb4fdfd5178b371b27304acbe44a0 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126d383919c8d8246a89644edba2db58f59_043fb4fdfd5178b371b27304acbe44a0 2024-11-26T22:24:35,025 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126d6e4a0d0adca4d5a863dbb2c493509f2_043fb4fdfd5178b371b27304acbe44a0 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126d6e4a0d0adca4d5a863dbb2c493509f2_043fb4fdfd5178b371b27304acbe44a0 2024-11-26T22:24:35,026 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126dd874d82ebe64a2e85865b55319dc2d7_043fb4fdfd5178b371b27304acbe44a0 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126dd874d82ebe64a2e85865b55319dc2d7_043fb4fdfd5178b371b27304acbe44a0 2024-11-26T22:24:35,029 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126e862d547319a44908951577a3dc0acae_043fb4fdfd5178b371b27304acbe44a0 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126e862d547319a44908951577a3dc0acae_043fb4fdfd5178b371b27304acbe44a0 2024-11-26T22:24:35,030 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126f254b844082b4923bdd14ef080c194a9_043fb4fdfd5178b371b27304acbe44a0 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126f254b844082b4923bdd14ef080c194a9_043fb4fdfd5178b371b27304acbe44a0 2024-11-26T22:24:35,034 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126f6ec3cf029da4803828ac13be4e27e7a_043fb4fdfd5178b371b27304acbe44a0 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126f6ec3cf029da4803828ac13be4e27e7a_043fb4fdfd5178b371b27304acbe44a0 2024-11-26T22:24:35,035 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126f88971116eae4491a87d0260bd8aecf3_043fb4fdfd5178b371b27304acbe44a0 to hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126f88971116eae4491a87d0260bd8aecf3_043fb4fdfd5178b371b27304acbe44a0 2024-11-26T22:24:35,036 DEBUG [PEWorker-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-26T22:24:35,039 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=189, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-26T22:24:35,047 WARN [PEWorker-2 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-26T22:24:35,050 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-26T22:24:35,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=189 2024-11-26T22:24:35,052 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=189, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-26T22:24:35,052 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-26T22:24:35,052 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732659875052"}]},"ts":"9223372036854775807"} 2024-11-26T22:24:35,054 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-26T22:24:35,054 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 043fb4fdfd5178b371b27304acbe44a0, NAME => 'TestAcidGuarantees,,1732659840598.043fb4fdfd5178b371b27304acbe44a0.', STARTKEY => '', ENDKEY => ''}] 2024-11-26T22:24:35,054 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-26T22:24:35,054 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732659875054"}]},"ts":"9223372036854775807"} 2024-11-26T22:24:35,056 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-26T22:24:35,059 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(133): Finished pid=189, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-26T22:24:35,060 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=189, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 111 msec 2024-11-26T22:24:35,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=189 2024-11-26T22:24:35,253 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 189 completed 2024-11-26T22:24:35,264 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testMobGetAtomicity Thread=236 (was 237), OpenFileDescriptor=447 (was 447), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=761 (was 706) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3550 (was 3639) 2024-11-26T22:24:35,264 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-11-26T22:24:35,264 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-26T22:24:35,264 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x033bfacb to 127.0.0.1:58789 2024-11-26T22:24:35,264 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T22:24:35,264 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-26T22:24:35,264 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=690286051, stopped=false 2024-11-26T22:24:35,265 INFO [Time-limited test {}] master.ServerManager(987): Cluster shutdown requested of master=d8c094cf5ab0,33623,1732659673356 2024-11-26T22:24:35,267 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34335-0x10035ec2ead0001, quorum=127.0.0.1:58789, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-26T22:24:35,267 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33623-0x10035ec2ead0000, quorum=127.0.0.1:58789, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-26T22:24:35,267 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34335-0x10035ec2ead0001, quorum=127.0.0.1:58789, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T22:24:35,267 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33623-0x10035ec2ead0000, quorum=127.0.0.1:58789, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T22:24:35,267 INFO [Time-limited test {}] procedure2.ProcedureExecutor(700): Stopping 2024-11-26T22:24:35,267 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T22:24:35,267 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34335-0x10035ec2ead0001, quorum=127.0.0.1:58789, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-26T22:24:35,267 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server 'd8c094cf5ab0,34335,1732659674113' ***** 2024-11-26T22:24:35,268 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-11-26T22:24:35,268 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33623-0x10035ec2ead0000, quorum=127.0.0.1:58789, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-26T22:24:35,269 INFO [RS:0;d8c094cf5ab0:34335 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-26T22:24:35,269 INFO [RS:0;d8c094cf5ab0:34335 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-26T22:24:35,269 INFO [RS:0;d8c094cf5ab0:34335 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-26T22:24:35,269 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-11-26T22:24:35,269 INFO [RS:0;d8c094cf5ab0:34335 {}] regionserver.HRegionServer(3579): Received CLOSE for 34353eef407cdf1880c2d872924da105 2024-11-26T22:24:35,269 INFO [RS:0;d8c094cf5ab0:34335 {}] regionserver.HRegionServer(1224): stopping server d8c094cf5ab0,34335,1732659674113 2024-11-26T22:24:35,269 DEBUG [RS:0;d8c094cf5ab0:34335 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T22:24:35,269 INFO [RS:0;d8c094cf5ab0:34335 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-26T22:24:35,269 INFO [RS:0;d8c094cf5ab0:34335 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-26T22:24:35,270 INFO [RS:0;d8c094cf5ab0:34335 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-26T22:24:35,270 INFO [RS:0;d8c094cf5ab0:34335 {}] regionserver.HRegionServer(3579): Received CLOSE for 1588230740 2024-11-26T22:24:35,270 DEBUG [RS_CLOSE_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 34353eef407cdf1880c2d872924da105, disabling compactions & flushes 2024-11-26T22:24:35,270 INFO [RS_CLOSE_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region hbase:namespace,,1732659677781.34353eef407cdf1880c2d872924da105. 2024-11-26T22:24:35,270 DEBUG [RS_CLOSE_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1732659677781.34353eef407cdf1880c2d872924da105. 2024-11-26T22:24:35,270 DEBUG [RS_CLOSE_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1732659677781.34353eef407cdf1880c2d872924da105. after waiting 0 ms 2024-11-26T22:24:35,270 DEBUG [RS_CLOSE_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1732659677781.34353eef407cdf1880c2d872924da105. 2024-11-26T22:24:35,270 INFO [RS_CLOSE_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing 34353eef407cdf1880c2d872924da105 1/1 column families, dataSize=78 B heapSize=488 B 2024-11-26T22:24:35,270 INFO [RS:0;d8c094cf5ab0:34335 {}] regionserver.HRegionServer(1599): Waiting on 2 regions to close 2024-11-26T22:24:35,270 DEBUG [RS:0;d8c094cf5ab0:34335 {}] regionserver.HRegionServer(1603): Online Regions={34353eef407cdf1880c2d872924da105=hbase:namespace,,1732659677781.34353eef407cdf1880c2d872924da105., 1588230740=hbase:meta,,1.1588230740} 2024-11-26T22:24:35,270 DEBUG [RS_CLOSE_META-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-11-26T22:24:35,270 INFO [RS_CLOSE_META-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-11-26T22:24:35,270 DEBUG [RS_CLOSE_META-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-11-26T22:24:35,270 DEBUG [RS_CLOSE_META-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T22:24:35,270 DEBUG [RS_CLOSE_META-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T22:24:35,270 INFO [RS_CLOSE_META-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=20.55 KB heapSize=35.87 KB 2024-11-26T22:24:35,275 DEBUG [RS:0;d8c094cf5ab0:34335 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, 34353eef407cdf1880c2d872924da105 2024-11-26T22:24:35,290 DEBUG [RS_CLOSE_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/hbase/namespace/34353eef407cdf1880c2d872924da105/.tmp/info/c9c84b532d404138bdca7cd3cfa34387 is 45, key is default/info:d/1732659679134/Put/seqid=0 2024-11-26T22:24:35,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742589_1765 (size=5037) 2024-11-26T22:24:35,316 DEBUG [RS_CLOSE_META-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/hbase/meta/1588230740/.tmp/info/8956a055824a46a486cdaaf65f3848bc is 143, key is hbase:namespace,,1732659677781.34353eef407cdf1880c2d872924da105./info:regioninfo/1732659679020/Put/seqid=0 2024-11-26T22:24:35,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742590_1766 (size=7725) 2024-11-26T22:24:35,335 INFO [RS_CLOSE_META-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/hbase/meta/1588230740/.tmp/info/8956a055824a46a486cdaaf65f3848bc 2024-11-26T22:24:35,364 INFO [regionserver/d8c094cf5ab0:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T22:24:35,365 DEBUG [RS_CLOSE_META-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/hbase/meta/1588230740/.tmp/rep_barrier/65f48134f29845b0937eb5108d2ce715 is 102, key is TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb./rep_barrier:/1732659712988/DeleteFamily/seqid=0 2024-11-26T22:24:35,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742591_1767 (size=6025) 2024-11-26T22:24:35,376 INFO [RS_CLOSE_META-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=588 B at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/hbase/meta/1588230740/.tmp/rep_barrier/65f48134f29845b0937eb5108d2ce715 2024-11-26T22:24:35,403 DEBUG [RS_CLOSE_META-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/hbase/meta/1588230740/.tmp/table/5315083d08aa4203831d14449a4028f8 is 96, key is TestAcidGuarantees,,1732659679383.223e5329b5e2a589eb7b529da1e9ddfb./table:/1732659712988/DeleteFamily/seqid=0 2024-11-26T22:24:35,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742592_1768 (size=5942) 2024-11-26T22:24:35,415 INFO [RS_CLOSE_META-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.08 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/hbase/meta/1588230740/.tmp/table/5315083d08aa4203831d14449a4028f8 2024-11-26T22:24:35,421 DEBUG [RS_CLOSE_META-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/hbase/meta/1588230740/.tmp/info/8956a055824a46a486cdaaf65f3848bc as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/hbase/meta/1588230740/info/8956a055824a46a486cdaaf65f3848bc 2024-11-26T22:24:35,428 INFO [RS_CLOSE_META-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/hbase/meta/1588230740/info/8956a055824a46a486cdaaf65f3848bc, entries=22, sequenceid=93, filesize=7.5 K 2024-11-26T22:24:35,429 DEBUG [RS_CLOSE_META-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/hbase/meta/1588230740/.tmp/rep_barrier/65f48134f29845b0937eb5108d2ce715 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/hbase/meta/1588230740/rep_barrier/65f48134f29845b0937eb5108d2ce715 2024-11-26T22:24:35,436 INFO [RS_CLOSE_META-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/hbase/meta/1588230740/rep_barrier/65f48134f29845b0937eb5108d2ce715, entries=6, sequenceid=93, filesize=5.9 K 2024-11-26T22:24:35,437 DEBUG [RS_CLOSE_META-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/hbase/meta/1588230740/.tmp/table/5315083d08aa4203831d14449a4028f8 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/hbase/meta/1588230740/table/5315083d08aa4203831d14449a4028f8 2024-11-26T22:24:35,445 INFO [RS_CLOSE_META-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/hbase/meta/1588230740/table/5315083d08aa4203831d14449a4028f8, entries=9, sequenceid=93, filesize=5.8 K 2024-11-26T22:24:35,446 INFO [RS_CLOSE_META-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3040): Finished flush of dataSize ~20.55 KB/21040, heapSize ~35.82 KB/36680, currentSize=0 B/0 for 1588230740 in 176ms, sequenceid=93, compaction requested=false 2024-11-26T22:24:35,475 DEBUG [RS_CLOSE_META-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/hbase/meta/1588230740/recovered.edits/96.seqid, newMaxSeqId=96, maxSeqId=1 2024-11-26T22:24:35,475 DEBUG [RS_CLOSE_META-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T22:24:35,476 INFO [RS_CLOSE_META-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-11-26T22:24:35,476 DEBUG [RS_CLOSE_META-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-11-26T22:24:35,476 DEBUG [RS:0;d8c094cf5ab0:34335 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, 34353eef407cdf1880c2d872924da105 2024-11-26T22:24:35,476 DEBUG [RS_CLOSE_META-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-26T22:24:35,676 DEBUG [RS:0;d8c094cf5ab0:34335 {}] regionserver.HRegionServer(1629): Waiting on 34353eef407cdf1880c2d872924da105 2024-11-26T22:24:35,701 INFO [RS_CLOSE_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/hbase/namespace/34353eef407cdf1880c2d872924da105/.tmp/info/c9c84b532d404138bdca7cd3cfa34387 2024-11-26T22:24:35,705 DEBUG [RS_CLOSE_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/hbase/namespace/34353eef407cdf1880c2d872924da105/.tmp/info/c9c84b532d404138bdca7cd3cfa34387 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/hbase/namespace/34353eef407cdf1880c2d872924da105/info/c9c84b532d404138bdca7cd3cfa34387 2024-11-26T22:24:35,708 INFO [RS_CLOSE_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/hbase/namespace/34353eef407cdf1880c2d872924da105/info/c9c84b532d404138bdca7cd3cfa34387, entries=2, sequenceid=6, filesize=4.9 K 2024-11-26T22:24:35,709 INFO [RS_CLOSE_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~78 B/78, heapSize ~472 B/472, currentSize=0 B/0 for 34353eef407cdf1880c2d872924da105 in 439ms, sequenceid=6, compaction requested=false 2024-11-26T22:24:35,712 DEBUG [RS_CLOSE_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/data/hbase/namespace/34353eef407cdf1880c2d872924da105/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-26T22:24:35,713 INFO [RS_CLOSE_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed hbase:namespace,,1732659677781.34353eef407cdf1880c2d872924da105. 2024-11-26T22:24:35,713 DEBUG [RS_CLOSE_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 34353eef407cdf1880c2d872924da105: 2024-11-26T22:24:35,713 DEBUG [RS_CLOSE_REGION-regionserver/d8c094cf5ab0:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1732659677781.34353eef407cdf1880c2d872924da105. 2024-11-26T22:24:35,876 INFO [RS:0;d8c094cf5ab0:34335 {}] regionserver.HRegionServer(1250): stopping server d8c094cf5ab0,34335,1732659674113; all regions closed. 2024-11-26T22:24:35,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073741834_1010 (size=26050) 2024-11-26T22:24:35,884 DEBUG [RS:0;d8c094cf5ab0:34335 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/oldWALs 2024-11-26T22:24:35,884 INFO [RS:0;d8c094cf5ab0:34335 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL d8c094cf5ab0%2C34335%2C1732659674113.meta:.meta(num 1732659677529) 2024-11-26T22:24:35,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073741833_1009 (size=17821562) 2024-11-26T22:24:35,888 DEBUG [RS:0;d8c094cf5ab0:34335 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/oldWALs 2024-11-26T22:24:35,888 INFO [RS:0;d8c094cf5ab0:34335 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL d8c094cf5ab0%2C34335%2C1732659674113:(num 1732659677037) 2024-11-26T22:24:35,888 DEBUG [RS:0;d8c094cf5ab0:34335 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T22:24:35,888 INFO [RS:0;d8c094cf5ab0:34335 {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T22:24:35,888 INFO [RS:0;d8c094cf5ab0:34335 {}] hbase.ChoreService(370): Chore service for: regionserver/d8c094cf5ab0:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS] on shutdown 2024-11-26T22:24:35,889 INFO [regionserver/d8c094cf5ab0:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-26T22:24:35,890 INFO [RS:0;d8c094cf5ab0:34335 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:34335 2024-11-26T22:24:35,893 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33623-0x10035ec2ead0000, quorum=127.0.0.1:58789, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-26T22:24:35,893 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34335-0x10035ec2ead0001, quorum=127.0.0.1:58789, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/d8c094cf5ab0,34335,1732659674113 2024-11-26T22:24:35,894 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [d8c094cf5ab0,34335,1732659674113] 2024-11-26T22:24:35,894 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing d8c094cf5ab0,34335,1732659674113; numProcessing=1 2024-11-26T22:24:35,896 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/d8c094cf5ab0,34335,1732659674113 already deleted, retry=false 2024-11-26T22:24:35,896 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; d8c094cf5ab0,34335,1732659674113 expired; onlineServers=0 2024-11-26T22:24:35,896 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2561): ***** STOPPING region server 'd8c094cf5ab0,33623,1732659673356' ***** 2024-11-26T22:24:35,896 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2575): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-26T22:24:35,896 DEBUG [M:0;d8c094cf5ab0:33623 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f4d7207, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d8c094cf5ab0/172.17.0.2:0 2024-11-26T22:24:35,896 INFO [M:0;d8c094cf5ab0:33623 {}] regionserver.HRegionServer(1224): stopping server d8c094cf5ab0,33623,1732659673356 2024-11-26T22:24:35,896 INFO [M:0;d8c094cf5ab0:33623 {}] regionserver.HRegionServer(1250): stopping server d8c094cf5ab0,33623,1732659673356; all regions closed. 2024-11-26T22:24:35,896 DEBUG [M:0;d8c094cf5ab0:33623 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T22:24:35,896 DEBUG [M:0;d8c094cf5ab0:33623 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-26T22:24:35,896 DEBUG [M:0;d8c094cf5ab0:33623 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-26T22:24:35,896 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-26T22:24:35,896 DEBUG [master/d8c094cf5ab0:0:becomeActiveMaster-HFileCleaner.large.0-1732659676674 {}] cleaner.HFileCleaner(306): Exit Thread[master/d8c094cf5ab0:0:becomeActiveMaster-HFileCleaner.large.0-1732659676674,5,FailOnTimeoutGroup] 2024-11-26T22:24:35,896 DEBUG [master/d8c094cf5ab0:0:becomeActiveMaster-HFileCleaner.small.0-1732659676674 {}] cleaner.HFileCleaner(306): Exit Thread[master/d8c094cf5ab0:0:becomeActiveMaster-HFileCleaner.small.0-1732659676674,5,FailOnTimeoutGroup] 2024-11-26T22:24:35,897 INFO [M:0;d8c094cf5ab0:33623 {}] hbase.ChoreService(370): Chore service for: master/d8c094cf5ab0:0 had [] on shutdown 2024-11-26T22:24:35,897 DEBUG [M:0;d8c094cf5ab0:33623 {}] master.HMaster(1733): Stopping service threads 2024-11-26T22:24:35,897 INFO [M:0;d8c094cf5ab0:33623 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-26T22:24:35,897 ERROR [M:0;d8c094cf5ab0:33623 {}] procedure2.ProcedureExecutor(722): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (150195751) connection to localhost/127.0.0.1:34015 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:34015,5,PEWorkerGroup] Thread[HFileArchiver-6,5,PEWorkerGroup] 2024-11-26T22:24:35,897 INFO [M:0;d8c094cf5ab0:33623 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-26T22:24:35,898 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-26T22:24:35,899 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33623-0x10035ec2ead0000, quorum=127.0.0.1:58789, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-26T22:24:35,899 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33623-0x10035ec2ead0000, quorum=127.0.0.1:58789, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T22:24:35,900 DEBUG [M:0;d8c094cf5ab0:33623 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/master already deleted, retry=false 2024-11-26T22:24:35,900 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33623-0x10035ec2ead0000, quorum=127.0.0.1:58789, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-26T22:24:35,900 DEBUG [M:0;d8c094cf5ab0:33623 {}] master.ActiveMasterManager(353): master:33623-0x10035ec2ead0000, quorum=127.0.0.1:58789, baseZNode=/hbase Failed delete of our master address node; KeeperErrorCode = NoNode for /hbase/master 2024-11-26T22:24:35,900 INFO [M:0;d8c094cf5ab0:33623 {}] assignment.AssignmentManager(391): Stopping assignment manager 2024-11-26T22:24:35,900 INFO [M:0;d8c094cf5ab0:33623 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-26T22:24:35,900 DEBUG [M:0;d8c094cf5ab0:33623 {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T22:24:35,900 INFO [M:0;d8c094cf5ab0:33623 {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T22:24:35,900 DEBUG [M:0;d8c094cf5ab0:33623 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T22:24:35,900 DEBUG [M:0;d8c094cf5ab0:33623 {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T22:24:35,900 DEBUG [M:0;d8c094cf5ab0:33623 {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T22:24:35,900 INFO [M:0;d8c094cf5ab0:33623 {}] regionserver.HRegion(2837): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=811.93 KB heapSize=1001.63 KB 2024-11-26T22:24:35,924 DEBUG [M:0;d8c094cf5ab0:33623 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b3ef533c43dc4210992412bca5888054 is 82, key is hbase:meta,,1/info:regioninfo/1732659677673/Put/seqid=0 2024-11-26T22:24:35,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742593_1769 (size=5672) 2024-11-26T22:24:35,995 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34335-0x10035ec2ead0001, quorum=127.0.0.1:58789, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T22:24:35,995 INFO [RS:0;d8c094cf5ab0:34335 {}] regionserver.HRegionServer(1307): Exiting; stopping=d8c094cf5ab0,34335,1732659674113; zookeeper connection closed. 2024-11-26T22:24:35,995 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34335-0x10035ec2ead0001, quorum=127.0.0.1:58789, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T22:24:35,995 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@63b83ca9 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@63b83ca9 2024-11-26T22:24:35,996 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-26T22:24:36,332 INFO [M:0;d8c094cf5ab0:33623 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=2343 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b3ef533c43dc4210992412bca5888054 2024-11-26T22:24:36,368 DEBUG [M:0;d8c094cf5ab0:33623 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/58ec89c9f0984c9bb614e2998f778c8b is 2277, key is \x00\x00\x00\x00\x00\x00\x00(/proc:d/1732659715164/Put/seqid=0 2024-11-26T22:24:36,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742594_1770 (size=46749) 2024-11-26T22:24:36,381 INFO [M:0;d8c094cf5ab0:33623 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=811.38 KB at sequenceid=2343 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/58ec89c9f0984c9bb614e2998f778c8b 2024-11-26T22:24:36,387 INFO [M:0;d8c094cf5ab0:33623 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 58ec89c9f0984c9bb614e2998f778c8b 2024-11-26T22:24:36,417 DEBUG [M:0;d8c094cf5ab0:33623 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d68a0d6905f4475f81380629c6c47d2c is 69, key is d8c094cf5ab0,34335,1732659674113/rs:state/1732659676798/Put/seqid=0 2024-11-26T22:24:36,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073742595_1771 (size=5156) 2024-11-26T22:24:36,825 INFO [M:0;d8c094cf5ab0:33623 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=2343 (bloomFilter=true), to=hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d68a0d6905f4475f81380629c6c47d2c 2024-11-26T22:24:36,830 DEBUG [M:0;d8c094cf5ab0:33623 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b3ef533c43dc4210992412bca5888054 as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b3ef533c43dc4210992412bca5888054 2024-11-26T22:24:36,834 INFO [M:0;d8c094cf5ab0:33623 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b3ef533c43dc4210992412bca5888054, entries=8, sequenceid=2343, filesize=5.5 K 2024-11-26T22:24:36,834 DEBUG [M:0;d8c094cf5ab0:33623 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/58ec89c9f0984c9bb614e2998f778c8b as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/58ec89c9f0984c9bb614e2998f778c8b 2024-11-26T22:24:36,838 INFO [M:0;d8c094cf5ab0:33623 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 58ec89c9f0984c9bb614e2998f778c8b 2024-11-26T22:24:36,838 INFO [M:0;d8c094cf5ab0:33623 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/58ec89c9f0984c9bb614e2998f778c8b, entries=189, sequenceid=2343, filesize=45.7 K 2024-11-26T22:24:36,839 DEBUG [M:0;d8c094cf5ab0:33623 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d68a0d6905f4475f81380629c6c47d2c as hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d68a0d6905f4475f81380629c6c47d2c 2024-11-26T22:24:36,842 INFO [M:0;d8c094cf5ab0:33623 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34015/user/jenkins/test-data/9f10fe1e-0647-c593-4260-de1d074d06d5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d68a0d6905f4475f81380629c6c47d2c, entries=1, sequenceid=2343, filesize=5.0 K 2024-11-26T22:24:36,843 INFO [M:0;d8c094cf5ab0:33623 {}] regionserver.HRegion(3040): Finished flush of dataSize ~811.93 KB/831420, heapSize ~1001.33 KB/1025360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 943ms, sequenceid=2343, compaction requested=false 2024-11-26T22:24:36,851 INFO [M:0;d8c094cf5ab0:33623 {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T22:24:36,851 DEBUG [M:0;d8c094cf5ab0:33623 {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-26T22:24:36,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073741830_1006 (size=984994) 2024-11-26T22:24:36,859 INFO [M:0;d8c094cf5ab0:33623 {}] flush.MasterFlushTableProcedureManager(91): stop: server shutting down. 2024-11-26T22:24:36,860 INFO [M:0;d8c094cf5ab0:33623 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:33623 2024-11-26T22:24:36,860 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-26T22:24:36,862 DEBUG [M:0;d8c094cf5ab0:33623 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/rs/d8c094cf5ab0,33623,1732659673356 already deleted, retry=false 2024-11-26T22:24:36,964 INFO [M:0;d8c094cf5ab0:33623 {}] regionserver.HRegionServer(1307): Exiting; stopping=d8c094cf5ab0,33623,1732659673356; zookeeper connection closed. 2024-11-26T22:24:36,964 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33623-0x10035ec2ead0000, quorum=127.0.0.1:58789, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T22:24:36,964 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33623-0x10035ec2ead0000, quorum=127.0.0.1:58789, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T22:24:36,971 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@76026208{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T22:24:36,975 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7489a976{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T22:24:36,975 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T22:24:36,975 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@57582772{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T22:24:36,975 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@200c8689{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/492ac8a3-4782-d344-ab57-1b2b07aed794/hadoop.log.dir/,STOPPED} 2024-11-26T22:24:36,981 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-26T22:24:36,981 WARN [BP-1652841995-172.17.0.2-1732659670390 heartbeating to localhost/127.0.0.1:34015 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-26T22:24:36,981 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-26T22:24:36,981 WARN [BP-1652841995-172.17.0.2-1732659670390 heartbeating to localhost/127.0.0.1:34015 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1652841995-172.17.0.2-1732659670390 (Datanode Uuid bbd9d50f-28e1-4720-a289-702d69a57443) service to localhost/127.0.0.1:34015 2024-11-26T22:24:36,985 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/492ac8a3-4782-d344-ab57-1b2b07aed794/cluster_14c7f94f-865b-06af-e985-ad6dd07e983b/dfs/data/data1/current/BP-1652841995-172.17.0.2-1732659670390 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T22:24:36,985 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/492ac8a3-4782-d344-ab57-1b2b07aed794/cluster_14c7f94f-865b-06af-e985-ad6dd07e983b/dfs/data/data2/current/BP-1652841995-172.17.0.2-1732659670390 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T22:24:36,986 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-26T22:24:37,002 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@f0d4558{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T22:24:37,004 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4a299586{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T22:24:37,004 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T22:24:37,005 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@588be694{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T22:24:37,005 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@73882ca4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/492ac8a3-4782-d344-ab57-1b2b07aed794/hadoop.log.dir/,STOPPED} 2024-11-26T22:24:37,032 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(345): Shutdown MiniZK cluster with all ZK servers 2024-11-26T22:24:37,252 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down